-- Logs begin at Fri 2022-04-08 10:06:02 UTC, end at Fri 2022-04-08 12:02:26 UTC. -- Apr 08 10:55:47.960424 dv-cinder-836072-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 10:55:50.918965 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:55:50.919560 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 10:55:50.919746 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:55:50.923092 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:55:50.923344 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 10:55:50.923654 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:55:50.924598 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:55:50.924855 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:55:50.925230 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:55:50.925473 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:55:50.925702 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:55:50.926106 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.926521 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 10:55:50.926825 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.927115 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.927401 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.927693 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.927978 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.928254 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.928537 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.928861 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.929147 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.929424 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.929701 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.929990 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.930267 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.930654 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.930937 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.931221 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.931494 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.931924 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.932333 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.932610 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.932919 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.933193 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.933461 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.933730 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.934009 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.934333 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] host = dv-cinder-836072-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.934606 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.934888 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.935169 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.935448 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.935717 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.935989 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.936269 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.936536 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.936825 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.937098 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.937380 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.937661 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.937946 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.938167 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.938384 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.938676 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.938965 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.939236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.939505 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.939775 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.940046 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.940314 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.940578 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.940886 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.941168 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.941444 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.941712 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.941981 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.942246 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.942511 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.942805 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.943057 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.943324 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.943590 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.943873 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.944138 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.944408 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.944723 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.945023 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.945285 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.945563 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.945832 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.946685 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.947243 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.947243 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.947516 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.947784 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.948051 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.948331 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.948601 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.948919 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.949175 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.949449 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.949728 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.949998 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:50.950293 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.950588 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.950887 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.951179 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.951468 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.951747 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.952033 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.952307 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.952592 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.952900 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.953187 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.953459 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.953753 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.954037 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.954330 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.954632 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.954920 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.955209 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.955479 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.955748 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.956016 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.956293 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.956579 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.956877 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.957165 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.957450 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.957727 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.958019 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.958301 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.958590 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.958873 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.959143 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.959421 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.959706 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.959978 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.960250 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.960530 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.960847 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.961124 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.961399 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.961723 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.962652 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.962652 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.963163 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.963443 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.963733 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.964008 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.964277 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.964546 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.964846 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.965118 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.965401 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.965672 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.965942 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.966213 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.966485 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.966755 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.967028 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.967306 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.967578 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.967861 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.968129 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.968397 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.968666 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.968956 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.969225 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.969497 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.969765 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.970041 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.970310 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.970582 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.970853 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.971127 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.971402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.971688 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.971985 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.972259 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.972534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.972834 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.973112 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.973390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.973663 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.973939 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.974215 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.974483 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.974771 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.975145 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.975350 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.975629 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.975904 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.976193 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.976467 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.977013 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.977297 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.977593 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.977909 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.978229 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.978510 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.978799 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.979093 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.979389 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.979682 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.979972 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.980249 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.980555 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.980857 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:50.981073 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:55:50.981317 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103888) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 10:55:51.357726 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:55:51.358011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:55:51.358311 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:55:51.358651 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 10:55:51.686849 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.687146 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.687416 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.688589 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.688883 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.690881 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.744668 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.744961 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.745224 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.760414 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.760697 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.760980 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.790849 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.791116 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.791374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.827094 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.827367 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:51.827630 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.166918 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.167568 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.167568 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.167736 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.168373 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.266652 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.266898 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.267176 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.267448 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.267717 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.268029 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.268291 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.268549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.268827 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.269110 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.269371 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.269634 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.269888 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.270139 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.270391 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.270653 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.270907 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.271172 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.271437 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.271693 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.271963 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.272211 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.272487 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.272889 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.273140 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.273388 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.273873 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.274136 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.274426 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.274678 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.274998 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.275238 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:52.275606 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 10:55:52.278699 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 10:55:52.282606 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 10:55:52.286231 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 08 10:55:52.287855 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 10:55:52.288313 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 10:55:52.288642 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 10:55:52.289063 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 10:55:52.293582 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 10:55:52.293833 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 10:55:52.294180 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:55:52.299350 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 10:55:52.323568 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 10:55:52.324020 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.324316 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 10:55:52.324711 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.326059 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 10:55:52.326337 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:55:52.326579 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 10:55:52.329876 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.330153 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:52.392640 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 10:55:52.392905 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 10:55:52.393141 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 10:55:52.393513 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 10:55:52.413510 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_db.sqlalchemy.engines [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103888) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 10:55:52.966300 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing driver for type 'gre' Apr 08 10:55:52.966827 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] gre ID ranges: [(1, 1000)] Apr 08 10:55:53.104210 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing driver for type 'local' Apr 08 10:55:53.104532 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing driver for type 'vlan' Apr 08 10:55:53.178625 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] VlanTypeDriver initialization complete Apr 08 10:55:53.179270 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing driver for type 'vxlan' Apr 08 10:55:53.179479 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] vxlan ID ranges: [(1, 1000)] Apr 08 10:55:53.430129 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing extension driver 'port_security' Apr 08 10:55:53.434864 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] PortSecurityExtensionDriver initialization complete Apr 08 10:55:53.434864 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing mechanism driver 'openvswitch' Apr 08 10:55:53.434864 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing mechanism driver 'hyperv' Apr 08 10:55:53.437778 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:53.438647 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.439103 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.439454 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.440028 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.440460 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.440844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.441191 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.441588 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.441992 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.442341 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.442679 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.443068 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.443471 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.443819 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.444156 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.444549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.444971 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.445316 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.445649 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.446083 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.451843 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > address_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.451843 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > address_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.451843 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.451843 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:55:53.451843 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] ML2 OVO RPC backend initialized. {{(pid=103888) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 10:55:53.452196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > networks before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > ports before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnets before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452698 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452698 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452698 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452698 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.452957 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.453038 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.453352 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.453679 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.454006 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.461206 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded quota_driver: . Apr 08 10:55:53.462090 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.plugin [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Modular L2 Plugin initialization complete Apr 08 10:55:53.462422 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading services supported by the core plugin {{(pid=103888) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 10:55:53.462761 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Got port-security extension from driver 'port_security' Apr 08 10:55:53.463239 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.extensions.vlantransparent [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Disabled vlantransparent extension. Apr 08 10:55:53.463731 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103888) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 10:55:53.464054 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: router Apr 08 10:55:53.506526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.506913 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.507286 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router before_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.507649 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.508026 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.508383 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.509116 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.509282 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.509642 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.510042 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.510332 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.510677 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.511032 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.511445 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.511818 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.512156 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.512493 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.512863 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.513211 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.513554 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.513892 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.514236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.514605 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.514945 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.515294 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.515649 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.515989 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.516349 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.516863 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > agent after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.517210 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.518079 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Tracking information for resource: router configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:53.518409 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Tracking information for resource: floatingip configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:55:53.523225 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.db.l3_agentschedulers_db [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 10:55:53.523809 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.524790 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.525420 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.525664 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.526509 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router before_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.526866 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.527232 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.527587 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > router precommit_update 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.532342 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.provider_configuration [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service providers = [] {{(pid=103888) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 10:55:53.532723 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.db.servicetype_db [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103888) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 10:55:53.546896 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:55:53.547239 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:55:53.547575 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:55:53.548491 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:55:53.548926 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.services.service_base [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 10:55:53.549303 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.549614 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 10:55:53.560944 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.561270 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: auto_allocate Apr 08 10:55:53.570102 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: network precommit_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.570468 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: network precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.571031 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.571857 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: tag Apr 08 10:55:53.578688 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.579011 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: timestamp Apr 08 10:55:53.582809 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.583313 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: network_ip_availability Apr 08 10:55:53.589584 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.596169 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.596169 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.596169 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.596169 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: flavors Apr 08 10:55:53.602015 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.603398 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading Plugin: revisions Apr 08 10:55:53.607827 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:55:53.608217 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.250s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:55:53.608976 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103888) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 10:55:53.609308 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Initializing extension manager. Apr 08 10:55:53.609824 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: __init__.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.610160 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: __pycache__ {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.610486 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.611230 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.611907 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: address-group Apr 08 10:55:53.612226 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.612963 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.613470 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: address-scope Apr 08 10:55:53.613785 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.614711 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.615217 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: router-admin-state-down-before-update Apr 08 10:55:53.615533 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: agent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.616217 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.616737 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: agent Apr 08 10:55:53.617086 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: agent_resources_synced.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.618525 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.619047 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: agent-resources-synced Apr 08 10:55:53.619370 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: allowedaddresspairs.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.621181 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.621705 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: allowed-address-pairs Apr 08 10:55:53.622031 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: auto_allocated_topology.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.623095 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.623623 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: auto-allocated-topology Apr 08 10:55:53.623942 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.624624 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.625148 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: availability_zone Apr 08 10:55:53.625465 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: availability_zone_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.626371 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.626878 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: availability_zone_filter Apr 08 10:55:53.627194 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: data_plane_status.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.632623 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.633147 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 10:55:53.633512 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: default_subnetpools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.634900 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.635406 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: default-subnetpools Apr 08 10:55:53.635726 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.636530 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.637073 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: dhcp_agent_scheduler Apr 08 10:55:53.637396 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: dns.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.638301 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.638805 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension dns-integration not supported by any of loaded plugins Apr 08 10:55:53.639123 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: dns_domain_ports.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.640032 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.640565 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 10:55:53.640904 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.641827 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.642332 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 10:55:53.642652 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: dvr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.643313 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.643820 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: dvr Apr 08 10:55:53.644137 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: ecmp_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.645189 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.645697 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 10:55:53.646015 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: empty_string_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.646918 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.647425 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: empty-string-filtering Apr 08 10:55:53.647847 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.648760 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.650326 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:55:53.650685 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.651608 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.652116 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 10:55:53.652435 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: external_net.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.653359 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.653870 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: external-net Apr 08 10:55:53.654190 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.655087 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.655596 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: extra_dhcp_opt Apr 08 10:55:53.655911 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: extraroute.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.656839 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.657356 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: extraroute Apr 08 10:55:53.657663 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: extraroute_atomic.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.662875 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.663386 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: extraroute-atomic Apr 08 10:55:53.663707 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: filter_validation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.664379 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.666133 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: filter-validation Apr 08 10:55:53.666459 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: fip_pf_description.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.667378 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.667879 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 10:55:53.668230 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: fip_pf_port_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.669156 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.669654 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 10:55:53.669968 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: fip_port_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.671095 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.671601 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: fip-port-details Apr 08 10:55:53.671918 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.673157 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.673779 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: flavors Apr 08 10:55:53.674099 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.675780 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.676294 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 10:55:53.676621 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: floatingip_pools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.677338 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.677845 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: floatingip-pools Apr 08 10:55:53.678168 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: ip_allocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.679088 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.679590 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 10:55:53.679910 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.681441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.681902 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: ip-substring-filtering Apr 08 10:55:53.682226 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l2_adjacency.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.683153 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.683657 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 10:55:53.683977 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.685009 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.685525 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: router Apr 08 10:55:53.685845 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.688097 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.688626 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:55:53.688984 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.689911 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.690424 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: ext-gw-mode Apr 08 10:55:53.690829 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.691735 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.692243 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: l3-ha Apr 08 10:55:53.692561 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.693482 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.693987 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 10:55:53.694303 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.695196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.695702 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: l3-flavors Apr 08 10:55:53.696532 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.697927 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.698449 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 10:55:53.698777 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.699684 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.700198 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 10:55:53.700520 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: l3agentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.701574 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.702086 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: l3_agent_scheduler Apr 08 10:55:53.702411 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: local_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.704178 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.704713 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension local_ip not supported by any of loaded plugins Apr 08 10:55:53.705041 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: logging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.706699 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.707216 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension logging not supported by any of loaded plugins Apr 08 10:55:53.707539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: metering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.708276 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.708884 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: metering Apr 08 10:55:53.709213 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.710297 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.710813 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: metering_source_and_destination_fields Apr 08 10:55:53.711133 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: multiprovidernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.712881 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.713417 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: multi-provider Apr 08 10:55:53.713742 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: netmtu.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.714648 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.715154 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: net-mtu Apr 08 10:55:53.715472 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: netmtu_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.716374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.716898 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: net-mtu-writable Apr 08 10:55:53.717217 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: network_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.717880 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.718377 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: network_availability_zone Apr 08 10:55:53.718692 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: network_ip_availability.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.719798 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.720309 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: network-ip-availability Apr 08 10:55:53.720635 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: network_segment_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.721415 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.721915 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 10:55:53.722235 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: pagination.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.723200 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.723527 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: pagination Apr 08 10:55:53.723840 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: port_device_profile.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.724788 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.725299 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: port-device-profile Apr 08 10:55:53.725617 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.726518 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.728002 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: port-mac-address-regenerate Apr 08 10:55:53.728636 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.729580 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.730091 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: port-numa-affinity-policy Apr 08 10:55:53.730408 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: port_resource_request.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.731320 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.731825 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 10:55:53.732141 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: port_resource_request_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.733123 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.733628 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 10:55:53.733941 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: portbindings.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.734865 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.735372 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: binding Apr 08 10:55:53.735694 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: portbindings_extended.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.736993 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.737508 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: binding-extended Apr 08 10:55:53.737827 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: portsecurity.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.738729 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.739235 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: port-security Apr 08 10:55:53.739553 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: project_id.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.740520 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.740877 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: project-id Apr 08 10:55:53.741196 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: providernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.742129 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.742633 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: provider Apr 08 10:55:53.743438 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.746969 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.747491 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos not supported by any of loaded plugins Apr 08 10:55:53.747818 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.749080 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.749590 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 10:55:53.749913 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.750823 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.751332 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 10:55:53.751650 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_default.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.752552 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.753101 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-default not supported by any of loaded plugins Apr 08 10:55:53.753427 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.754330 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.754834 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-fip not supported by any of loaded plugins Apr 08 10:55:53.755153 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.756056 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.756561 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 10:55:53.756913 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_gateway_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.757937 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.759010 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 10:55:53.759766 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_port_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.760696 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.761214 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 10:55:53.761532 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.762568 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.763070 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 10:55:53.763388 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.764413 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.764965 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 10:55:53.765284 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_pps_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.766437 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.766951 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-pps not supported by any of loaded plugins Apr 08 10:55:53.767272 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_rule_type_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.768170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.768693 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 10:55:53.769022 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.769919 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.770425 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 10:55:53.770747 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: qos_rules_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.771783 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.772289 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 10:55:53.772607 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: quota_check_limit.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.773531 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.774113 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: quota-check-limit Apr 08 10:55:53.775420 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: quotasv2.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.776363 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.776700 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: quotas Apr 08 10:55:53.777034 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: quotasv2_detail.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.778723 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.779056 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: quota_details Apr 08 10:55:53.779381 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: rbac.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.780425 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.780975 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: rbac-policies Apr 08 10:55:53.781297 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: rbac_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.782214 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.782722 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: rbac-address-group Apr 08 10:55:53.783039 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: rbac_address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.783949 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.784457 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: rbac-address-scope Apr 08 10:55:53.784811 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: rbac_security_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.785797 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.786304 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: rbac-security-groups Apr 08 10:55:53.786620 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: rbac_subnetpool.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.787541 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.788045 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: rbac-subnetpool Apr 08 10:55:53.788362 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: revisionifmatch.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.789302 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.790294 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: revision-if-match Apr 08 10:55:53.790626 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: revisions.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.791746 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.792256 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: standard-attr-revisions Apr 08 10:55:53.792576 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: router_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.793274 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.793785 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: router_availability_zone Apr 08 10:55:53.794100 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: routerservicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.795010 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.795515 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension router-service-type not supported by any of loaded plugins Apr 08 10:55:53.795828 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.796758 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.797272 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: security-groups-normalized-cidr Apr 08 10:55:53.797586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.798491 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.798998 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: port-security-groups-filtering Apr 08 10:55:53.799312 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.800270 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.800777 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: security-groups-remote-address-group Apr 08 10:55:53.801094 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.802002 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.802509 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: security-groups-shared-filtering Apr 08 10:55:53.802824 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.803399 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 10:55:53.803710 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: securitygroup.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.813956 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.814490 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: security-group Apr 08 10:55:53.814821 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.815543 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.816056 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension segment not supported by any of loaded plugins Apr 08 10:55:53.816380 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.817345 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.817857 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 10:55:53.818179 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: servicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.819250 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.819766 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: service-type Apr 08 10:55:53.820089 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: sorting.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.822143 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.822478 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: sorting Apr 08 10:55:53.822802 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: standard_attr_segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.823713 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.824225 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 10:55:53.824545 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: standardattrdescription.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.825283 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.825789 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: standard-attr-description Apr 08 10:55:53.826108 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: stateful_security_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.827025 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.827535 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: stateful-security-group Apr 08 10:55:53.827854 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: stdattrs_common.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.828414 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 10:55:53.828757 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.829687 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.830201 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 10:55:53.830518 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnet_onboard.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.831580 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.832098 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: subnet_onboard Apr 08 10:55:53.832419 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.833378 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.833890 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 10:55:53.834209 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnet_service_types.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.835116 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.835630 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: subnet-service-types Apr 08 10:55:53.835945 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnetallocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.838031 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.838549 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: subnet_allocation Apr 08 10:55:53.838871 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.839530 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.840035 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: subnetpool-prefix-ops Apr 08 10:55:53.840351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.841319 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.841828 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 10:55:53.842144 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: tagging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.843212 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.843723 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: standard-attr-tag Apr 08 10:55:53.844042 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: timestamp.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.845290 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.845808 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loaded extension: standard-attr-timestamp Apr 08 10:55:53.846129 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: trunk.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.847141 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.847656 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension trunk not supported by any of loaded plugins Apr 08 10:55:53.847976 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: trunk_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.848918 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.849430 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension trunk-details not supported by any of loaded plugins Apr 08 10:55:53.849748 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: uplink_status_propagation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.850654 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.851169 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 10:55:53.851487 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Loading extension file: vlantransparent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:55:53.852914 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:55:53.853433 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 10:55:53.855951 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:network Apr 08 10:55:53.856478 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnet Apr 08 10:55:53.856904 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:55:53.857295 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:port Apr 08 10:55:53.858530 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.858967 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.859576 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.859993 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.860322 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:router Apr 08 10:55:53.860772 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:55:53.861263 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.862702 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.863066 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.863412 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:55:53.864415 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:55:53.864894 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:55:53.865345 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:55:53.865936 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.866263 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:55:53.866611 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] subnetpool is already registered Apr 08 10:55:53.867042 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.867363 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:55:53.867692 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] subnetpool is already registered Apr 08 10:55:53.870471 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.870904 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.871496 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.871912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.872240 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:router Apr 08 10:55:53.872574 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] router is already registered Apr 08 10:55:53.873018 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:55:53.873353 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] floatingip is already registered Apr 08 10:55:53.873802 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.874468 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:55:53.874793 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] rbac_policy is already registered Apr 08 10:55:53.875205 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:55:53.875539 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] security_group is already registered Apr 08 10:55:53.875943 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:55:53.876271 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] security_group_rule is already registered Apr 08 10:55:53.876911 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.877237 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:55:53.877567 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] subnetpool is already registered Apr 08 10:55:53.877987 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:55:53.878306 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:55:53.878632 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] subnetpool is already registered Apr 08 10:55:53.879111 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: extensions {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.880544 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: address-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.882086 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: address-scopes {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.883382 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.885292 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: auto-allocated-topology {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.886497 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: availability_zones {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.887702 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: dhcp-networks {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.889215 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: dhcp-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.890630 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.893778 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: flavors {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.894955 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.896150 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: next_providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.897615 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.900216 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: floatingip-pools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.901459 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.903518 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: floatingips {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.904812 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: l3-routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.906193 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: l3-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.907573 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: metering-labels {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.908937 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: metering-label-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.910183 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: network-ip-availabilities {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.911430 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: bindings {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.913101 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.914630 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.916507 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: rbac-policies {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.917805 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: security-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.919036 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: security-group-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.920232 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: service-providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.921489 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.922891 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.924323 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.925996 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.927789 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.929583 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.932043 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.933861 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.935556 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.937477 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.939207 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.941046 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:55:53.947951 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 10:55:53.952631 dv-cinder-836072-3-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 10:55:53.961390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Acquired lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 10:55:53.962929 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Releasing lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 10:55:53.963583 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Starting 2 workers Apr 08 10:55:53.968485 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Started child 103999 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:55:53.973038 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Started child 104000 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:55:53.974343 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.974983 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO neutron.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 10:55:53.975309 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.978142 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [-] (103999) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:55:53.979055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.979477 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Starting 1 workers Apr 08 10:55:53.980423 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [-] (104000) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:55:53.984577 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Started child 104001 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:55:53.985161 dv-cinder-836072-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Starting 1 workers Apr 08 10:55:53.988416 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] calling RpcWorker wait() {{(pid=104001) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 10:55:53.989088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] returning from RpcWorker wait() {{(pid=104001) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 10:55:53.989665 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Started child 104002 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:55:53.990303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.990452 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a8f2efab-4580-41fe-8285-00e76990ad0f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.990895 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:53.992439 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:55:53.992645 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:55:53.993523 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:55:53.994344 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:55:53.994707 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:55:53.994876 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:55:53.995383 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.995666 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.995938 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.996175 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:53.996667 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.996667 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.997124 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.997402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.997660 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.997746 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:53.997926 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.998157 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.998325 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.998495 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.998742 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.998987 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.999295 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.999551 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:53.999782 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.000042 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.000211 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.000478 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.000790 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.001058 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.001315 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.001547 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.002036 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.002259 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.002516 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.002732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.003037 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.003254 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.003527 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.003759 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.003975 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.004204 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.004459 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.004703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.004932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.005184 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.005428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.005666 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.005901 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.006368 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-836072-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.006601 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.006813 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.007040 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.007281 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.007534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.007762 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.008029 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.008279 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.008627 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.009497 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.009752 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.009983 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.010231 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.010468 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.010630 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.010863 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.011121 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.011364 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.011550 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.011714 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.011878 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.012135 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.012293 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.012543 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.012792 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.013004 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.013215 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.013428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.013656 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.013906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.014148 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.014392 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.014596 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.014848 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.015090 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.015332 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.015553 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.015791 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.016001 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.016229 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.016438 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.016658 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.016907 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.017139 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.017352 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.017558 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.017796 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.018028 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.018261 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.018511 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.018798 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.019026 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.019259 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.019529 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.019966 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.020397 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.020397 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.020569 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.020802 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.021067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.021244 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.021475 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.021701 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.021926 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.022179 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.022406 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.022620 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.022828 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.023069 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.023299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.023510 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.023952 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.024605 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.025398 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.025672 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.025909 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.026161 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.026401 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.026657 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.026887 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.027118 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.027444 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.027671 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.027981 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.028239 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.028494 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.028857 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.029120 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.029385 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.029624 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.030093 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.030593 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.030832 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.031676 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.031914 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.032167 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.032663 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038253 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.038844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.039441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.040728 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.040728 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.041300 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.041518 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.041755 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.042003 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.042250 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.042457 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.042862 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.043097 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.043398 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.043571 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.043798 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.044039 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.044252 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.044709 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.044977 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.045189 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.045402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.045610 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.045824 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.046088 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.046298 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.046532 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.046737 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.046947 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.047153 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.047362 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.047578 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.047759 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.047989 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.048211 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.048422 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.048639 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.049165 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.049398 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.049607 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.049814 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.050013 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.050306 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.050632 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.050876 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.051124 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.051338 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.051568 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.051778 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.052192 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.052298 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.052436 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.052656 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.052915 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.053152 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.053395 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.053611 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.053844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.054228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.054445 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.054812 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.055063 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.055390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.056834 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.057167 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.057539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.057689 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.057956 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.058210 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.058637 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.058750 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.058954 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.059203 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.059440 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.059715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.060038 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.060475 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.060963 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.061200 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.061434 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.061748 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.062084 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.062207 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.062697 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.062697 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.062913 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.063306 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.063306 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.063561 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.063758 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065819 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065819 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.065978 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.066225 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.066479 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.066726 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.066958 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.067171 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.067396 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.067623 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.067856 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.068104 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.068323 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.068539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.068768 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.069027 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.069263 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.069477 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.069706 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.069923 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.070134 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.070390 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.070599 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.070809 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.071103 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.071966 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.072217 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.072442 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.072659 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.072937 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.073187 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.073463 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.073718 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.073950 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.074202 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.074449 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.074681 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.074895 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.075136 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.075357 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.075566 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.075768 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.075981 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.076191 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.076434 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.076656 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.076894 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.077125 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.077372 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.077712 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.077954 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.078187 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.078441 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.078685 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.078897 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.079104 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.079313 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.079523 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.079732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.080110 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.080322 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.080536 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.080788 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.081001 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.081231 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.081501 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.081706 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.081961 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.082175 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.082398 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.082607 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.082823 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.083034 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.083244 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.083452 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.083657 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.083885 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.084089 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.084379 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.084627 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.084879 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.085140 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.085372 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.085628 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.085855 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.086063 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.086289 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.086486 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.087204 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.087423 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.087669 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.087874 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.088091 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.088313 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.088525 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.088756 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.088997 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.089203 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.089402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.089615 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.089861 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.090069 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.090287 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.090492 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.090701 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.090913 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.091124 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.091358 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.091541 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.091752 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.091974 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.092188 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.092404 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.092607 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.092917 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.093163 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.093399 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.093686 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.093925 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.094164 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.094424 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.094702 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.094910 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.095173 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.095403 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.095621 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.095861 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.096095 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.096410 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.096731 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.096996 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.097229 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.097499 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.097777 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.098041 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.098249 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.098527 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.098858 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.099529 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.099529 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.099813 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.099945 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.100094 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.100283 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.100500 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.100731 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.100946 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.101212 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.101439 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.101943 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.102784 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.103492 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.103728 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.103957 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.104175 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.104397 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.104611 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.104789 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:55:54.105349 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:55:54.105508 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:55:54.105649 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:55:54.105814 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:55:54.105980 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:55:54.106137 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:55:54.106322 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.106482 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.106645 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.106799 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.106955 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107133 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107289 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107443 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107599 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107753 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.107908 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.108132 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.108284 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.108526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109278 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109278 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109278 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109278 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109278 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109673 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109673 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109673 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109968 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.109968 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110123 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110224 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110352 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110505 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110659 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110813 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.110967 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111120 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111275 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111429 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111583 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111738 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.111891 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112046 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112201 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112355 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112510 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112664 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-836072-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.112934 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113044 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113127 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113268 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113421 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113575 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113729 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.113906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.114026 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.114179 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.114332 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.114485 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115237 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115237 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115237 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115237 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115237 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115892 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115892 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115892 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.115892 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.116176 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.116176 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.116309 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.116384 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117228 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117600 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117600 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117600 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.117887 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.118520 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119191 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119373 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119530 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119687 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119842 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.119997 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120152 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120152 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120511 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120587 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120844 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.120941 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.122787 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.123526 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124170 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:55:54.124539 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.124795 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.124862 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125006 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125167 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125324 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125484 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125639 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125795 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.125951 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126118 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126275 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126443 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126607 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126766 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.126926 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127085 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127279 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127548 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127705 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.127862 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128027 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128185 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128342 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128487 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128642 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128831 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.128992 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129165 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129445 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129445 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129721 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129845 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.129968 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130091 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130226 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130352 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130500 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130657 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130813 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.130971 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.131129 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.131285 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.132715 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133374 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.133898 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134171 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134331 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134647 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134806 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.134963 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135119 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135277 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135434 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135606 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135762 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.135919 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.136076 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.136760 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.136760 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.136760 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.136760 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137024 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137024 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137142 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137335 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137519 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137745 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137745 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137988 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.137988 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.140732 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141312 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141312 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141452 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.141534 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142067 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142586 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142921 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.142921 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143059 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143135 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143274 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143434 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143590 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143755 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.143927 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.144085 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.144241 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.144396 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.144559 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145021 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145021 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145021 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145241 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145322 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145456 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145620 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145784 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.145947 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146084 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.146912 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.147440 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.151614 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.151800 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.151891 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56672) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:54.151965 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.152143 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.159402 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160011 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.160549 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161177 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.161703 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162236 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.162764 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163351 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.163906 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.164490 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.165623 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.165623 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.165623 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.168428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169002 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169002 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169002 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169002 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169219 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137625 Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169299 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169699 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.169699 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.170311 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.170531 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.170711 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.170887 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171074 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171248 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171417 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171597 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171765 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.171931 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172105 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172264 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172428 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172593 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172793 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.172960 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173122 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173286 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173455 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173629 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173798 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.173959 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174129 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174301 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174471 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174631 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174837 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.174959 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175115 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175270 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175425 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175579 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175761 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.175890 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.176957 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.177594 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.178004 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.178156 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.178322 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.178488 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:55:54.179932 dv-cinder-836072-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:56:06.082304 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a4c8a-d7a6-46e1-ba57-a11305f76b6c None None] get_active_networks_info from dv-cinder-836072-3-iscsi {{(pid=104001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 10:56:06.162606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a4c8a-d7a6-46e1-ba57-a11305f76b6c None None] No non-hosted networks {{(pid=104001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 10:56:06.176924 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.agentschedulers_db [None req-1a6a4c8a-d7a6-46e1-ba57-a11305f76b6c None None] DHCP Agent not found on host dv-cinder-836072-3-iscsi {{(pid=104001) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 10:56:06.265645 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1c498ce-311f-4ec5-94d0-93fcf662022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.649369 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0048f84-5dd4-41af-bfda-443b816ed95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.688413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-1f1f3ff4-7a66-4a4c-9027-e54ae30a6e8d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836072-3-iscsi {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:56:08.689331 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-1f1f3ff4-7a66-4a4c-9027-e54ae30a6e8d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:56:09.206777 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3ff4-7a66-4a4c-9027-e54ae30a6e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.240202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56744) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:09.337757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.791219 dv-cinder-836072-3-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-d3c85a25-8850-418a-acfd-642c0035e640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:09.792087 dv-cinder-836072-3-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-d3c85a25-8850-418a-acfd-642c0035e640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:10.022591 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-d3c85a25-8850-418a-acfd-642c0035e640 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:56:10.036703 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d3c85a25-8850-418a-acfd-642c0035e640 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7824895 Apr 08 10:56:10.615782 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:12.213157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:12.214962 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.215473 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.215816 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.216152 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.216703 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.217264 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.217790 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.218360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.218905 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.219508 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.220100 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.220966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.227933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.227933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.227933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:12.227933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836072-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:12.232453 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836072-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:12.634115 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56774) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:12.989130 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:13.081582 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.policy [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:56:13.125359 dv-cinder-836072-3-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:13.125739 dv-cinder-836072-3-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:13.308269 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625265685', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625263330', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625181596', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625176525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625167497', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728625161542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3444171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3461680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-508690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408124'] for rbac-policy (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:13.494948 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:13.497226 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ce7b7c11-7fd3-46b4-ad0a-61735c1a9774 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8619964 Apr 08 10:56:13.807034 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.db.l3_hamode_db [None req-108c524b-df64-4690-b174-ea5aeb8dff37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 10:56:13.889627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c524b-df64-4690-b174-ea5aeb8dff37 None None] Routers set() bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:13.890010 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c524b-df64-4690-b174-ea5aeb8dff37 None None] Router IDs set() for agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 10:56:16.041431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56786) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:16.361422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:16.458003 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Made reservation on behalf of ec41cdd7644e4c1ba4dfd6e945a41b04 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:56:16.463097 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.487050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.593765 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks [] for security_group (04a4c2f6-76eb-42cd-9e59-be14f871d1d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.651974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (04a4c2f6-76eb-42cd-9e59-be14f871d1d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.676126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:56:16.710623 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728625427905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (49634bd1-5836-4d5c-ba2c-e7b685ac9141), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.711278 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Unsubscribe: segment precommit_create {{(pid=104000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:56:16.711780 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Added segment 49634bd1-5836-4d5c-ba2c-e7b685ac9141 of type vlan for network fe3b2566-967e-42b7-b675-7bdc03a3ad41 Apr 08 10:56:16.728006 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04a4c2f6-76eb-42cd-9e59-be14f871d1d4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:16.779061 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.779400 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.779752 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.780100 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.780430 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.780780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.781102 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.781418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.781736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.782053 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.782372 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.782704 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.783021 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.783334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.783648 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Tracked resource versions report: Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: pushed versions: Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Log': {'1.0'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Network': {'1.1'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Port': {'1.7'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: consumer versions: Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Agent': '1.1', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Log': '1.0', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Network': '1.1', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Port': '1.7', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SubPort': '1.0', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Subnet': '1.1', Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Apr 08 10:56:16.785096 dv-cinder-836072-3-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:56:16.824951 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (fe3b2566-967e-42b7-b675-7bdc03a3ad41), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.915082 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (fe3b2566-967e-42b7-b675-7bdc03a3ad41), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.920201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:16.920932 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:17.037777 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9952645 Apr 08 10:56:17.038346 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbdbd5-8550-4d4a-9caf-902fa55a660e demo demo] Pushing event updated for resources: {'Network': ['ID=fe3b2566-967e-42b7-b675-7bdc03a3ad41,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:17.054346 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:56:19.620256 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56798) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:20.124466 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:20.125069 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:20.575368 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.policy [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:56:20.619263 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:20.619624 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING oslo_policy.policy [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:56:20.627833 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:20.629876 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ffce71ca-0e6a-4eb0-9476-625209af947f demo admin] 10.222.0.37 "GET /v2.0/networks/fe3b2566-967e-42b7-b675-7bdc03a3ad41 HTTP/1.1" status: 200 len: 825 time: 1.0074396 Apr 08 10:56:20.669543 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5f672cca-7e92-44c9-ae63-3cce3e103d61 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/f78488f3-6386-47e3-a39a-40ae46bd2903 HTTP/1.1" status: 200 len: 734 time: 0.0335493 Apr 08 10:56:20.678254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:20.766417 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Made reservation on behalf of ec41cdd7644e4c1ba4dfd6e945a41b04 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:56:20.769269 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:21.121532 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (071646bd-7333-4da0-a003-2ebfa76f8f93), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:21.192598 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Checking segment: {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:56:21.192984 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Network hostable DHCP agents. Network: fe3b2566-967e-42b7-b675-7bdc03a3ad41, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:56:21.206308 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=071646bd-7333-4da0-a003-2ebfa76f8f93,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:21.221678 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.222011 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.222376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.222700 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.223040 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.223338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.223649 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.224086 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.224337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.224651 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.224983 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Tracked resource versions report: Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: pushed versions: Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Log': {'1.0'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Network': {'1.1'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Port': {'1.7'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Apr 08 10:56:21.228207 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: consumer versions: Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Agent': '1.1', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Log': '1.0', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Network': '1.1', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Port': '1.7', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SubPort': '1.0', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Subnet': '1.1', Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Apr 08 10:56:21.229391 dv-cinder-836072-3-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:56:21.320564 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:56:21.394337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, fe3b2566-967e-42b7-b675-7bdc03a3ad41) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:21.400116 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:21.400906 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:21.406275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355c7b1-bb16-4e15-89d2-2adececb92d7 None None] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:56:21.495387 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-52167e9e-2d4d-4a95-9795-c9bdb0ef24c0 demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8203924 Apr 08 10:56:21.795770 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:56:21.797149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.081831 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Allocated IP 172.20.0.2 (fe3b2566-967e-42b7-b675-7bdc03a3ad41/071646bd-7333-4da0-a003-2ebfa76f8f93/8ce710ab-e795-4c55-95b1-5566b2bdb025) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:56:22.362950 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks [] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.430540 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.498742 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:56:22.506887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:22.520143 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:56:22.528795 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Pushing event updated for resources: {'Port': ['ID=8ce710ab-e795-4c55-95b1-5566b2bdb025,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:22.573833 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.574172 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.574523 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.574873 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.575203 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.575531 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.575852 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.576183 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.576503 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.576851 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.577173 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.577509 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.577827 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.578142 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.578455 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Tracked resource versions report: Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: pushed versions: Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Log': {'1.0'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Network': {'1.1'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Port': {'1.7'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: consumer versions: Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Agent': '1.1', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Log': '1.0', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Network': '1.1', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Port': '1.7', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SubPort': '1.0', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Subnet': '1.1', Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Apr 08 10:56:22.579890 dv-cinder-836072-3-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:56:22.615708 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Attempting to bind port 8ce710ab-e795-4c55-95b1-5566b2bdb025 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:56:22.616016 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Attempting to bind port 8ce710ab-e795-4c55-95b1-5566b2bdb025 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:56:22.616448 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Attempting to bind port 8ce710ab-e795-4c55-95b1-5566b2bdb025 on network fe3b2566-967e-42b7-b675-7bdc03a3ad41 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:56:22.622022 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:56:22.622387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Checking segment: {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:56:22.622858 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.623242 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Bound using segment: {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:56:22.623718 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Bound port: 8ce710ab-e795-4c55-95b1-5566b2bdb025, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:56:22.624113 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.688542 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] For port 8ce710ab-e795-4c55-95b1-5566b2bdb025, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:56:22.711662 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] For port 8ce710ab-e795-4c55-95b1-5566b2bdb025, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8ce710ab-e795-4c55-95b1-5566b2bdb025,segment=NetworkSegment(49634bd1-5836-4d5c-ba2c-e7b685ac9141),segment_id=49634bd1-5836-4d5c-ba2c-e7b685ac9141)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:56:22.795452 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:22.851076 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83616c-3bc2-4993-b194-6cdbbbfc5474 None None] Pushing event updated for resources: {'Port': ['ID=8ce710ab-e795-4c55-95b1-5566b2bdb025,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:24.079347 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56818) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:24.404498 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-21bf3c1b-2d33-4952-ba6b-8a6661c405c0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:56:24.405502 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-21bf3c1b-2d33-4952-ba6b-8a6661c405c0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252313 Apr 08 10:56:26.974839 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56826) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:27.296769 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-c77eb121-e9eb-40b9-b278-6a6ba02d85e6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:56:27.297743 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c77eb121-e9eb-40b9-b278-6a6ba02d85e6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219883 Apr 08 10:56:29.905182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56834) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:30.231811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:30.326654 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:30.328270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:30.467250 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Publish callbacks [] for router_controller (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:30.527235 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:30.614066 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:30.615289 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9f1de64a-7226-4b5b-9482-5d4ac3713dcd demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7089827 Apr 08 10:56:32.988363 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8ce710ab-e795-4c55-95b1-5566b2bdb025 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:33.079018 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 8ce710ab-e795-4c55-95b1-5566b2bdb025 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:33.079232 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:33.192074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 8ce710ab-e795-4c55-95b1-5566b2bdb025 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:33.192466 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:33.231297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 8ce710ab-e795-4c55-95b1-5566b2bdb025, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8ce710ab-e795-4c55-95b1-5566b2bdb025,segment=NetworkSegment(49634bd1-5836-4d5c-ba2c-e7b685ac9141),segment_id=49634bd1-5836-4d5c-ba2c-e7b685ac9141)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:33.269051 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56846) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:33.290841 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:33.341040 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=8ce710ab-e795-4c55-95b1-5566b2bdb025,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:33.616749 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [None req-12d338c2-7051-4875-adfa-ee2c5f277177 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:56:33.617750 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-12d338c2-7051-4875-adfa-ee2c5f277177 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3475490 Apr 08 10:56:34.047145 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:56:34.552194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c47c12-8281-446e-8dd1-b7bf08e756ab None None] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:56:34.623305 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-12de22da-c0a1-4ea6-9336-4d5d792ce8e8 None None] Provisioning complete for port 8ce710ab-e795-4c55-95b1-5566b2bdb025 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:34.623684 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-12de22da-c0a1-4ea6-9336-4d5d792ce8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:34.750188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-12de22da-c0a1-4ea6-9336-4d5d792ce8e8 None None] Current status of the port 8ce710ab-e795-4c55-95b1-5566b2bdb025 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:34.981110 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8ce710ab-e795-4c55-95b1-5566b2bdb025 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:34.986581 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0b5e14db-3a72-444a-899f-ad5cd193f5a2 None None] Provisioning complete for port 8ce710ab-e795-4c55-95b1-5566b2bdb025 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:34.986976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b5e14db-3a72-444a-899f-ad5cd193f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:35.067785 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 8ce710ab-e795-4c55-95b1-5566b2bdb025 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:35.068088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:35.131006 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e14db-3a72-444a-899f-ad5cd193f5a2 None None] Current status of the port 8ce710ab-e795-4c55-95b1-5566b2bdb025 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:35.177775 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 8ce710ab-e795-4c55-95b1-5566b2bdb025 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:36.081613 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77212424-d4d1-4a0d-a353-4f6330de2a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.208329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56854) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:36.551090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:36.628145 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Made reservation on behalf of 444cfead7cae467a94350406f37cce7c for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:56:36.630562 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.648599 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.753158 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks [] for security_group (36a50ee1-112b-4399-a34d-b02b6cc3e224), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.834061 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (36a50ee1-112b-4399-a34d-b02b6cc3e224), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.853628 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Reserving flat network on physical network physnet1 {{(pid=103999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 10:56:36.872461 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a50ee1-112b-4399-a34d-b02b6cc3e224,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:36.882437 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728625427905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (467ee134-9fff-46d9-87f4-c92a4ad66f77), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.882883 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Unsubscribe: segment precommit_create {{(pid=103999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:56:36.883404 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Added segment 467ee134-9fff-46d9-87f4-c92a4ad66f77 of type flat for network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 Apr 08 10:56:36.947150 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:37.051913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:37.052940 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:37.053775 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:37.168812 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] Pushing event updated for resources: {'Network': ['ID=d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:37.182882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:56:37.202861 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4ec3dc1b-a9f9-46fb-a6c7-9188962eb8fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9932947 Apr 08 10:56:38.645990 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4066872a-df65-4c30-94b0-79c5d6ea554d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:39.234212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:39.798605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56872) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:40.059686 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da9cd7c-f815-4648-a572-c5e0dc43e9bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:40.061129 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3da9cd7c-f815-4648-a572-c5e0dc43e9bc demo admin] 10.222.0.37 "GET /v2.0/subnets/071646bd-7333-4da0-a003-2ebfa76f8f93 HTTP/1.1" status: 200 len: 849 time: 0.2615833 Apr 08 10:56:40.194405 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f6982e2c-c9e8-420b-9043-8e8efd75c719 demo admin] 10.222.0.37 "GET /v2.0/routers/55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd HTTP/1.1" status: 200 len: 704 time: 0.1249950 Apr 08 10:56:40.477544 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:40.594285 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:40.783351 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Allocated IP 172.20.0.1 (fe3b2566-967e-42b7-b675-7bdc03a3ad41/071646bd-7333-4da0-a003-2ebfa76f8f93/67712d87-f38f-4da7-9945-b87cb5c761cf) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:56:40.982333 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks [] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.126352 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.202878 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:56:41.209309 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:41.227157 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:56:41.227157 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.229818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Pushing event updated for resources: {'Port': ['ID=67712d87-f38f-4da7-9945-b87cb5c761cf,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:41.499920 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9a911850-5670-4910-8398-6a455deba247 None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:41.500228 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a911850-5670-4910-8398-6a455deba247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.536064 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9a911850-5670-4910-8398-6a455deba247 None None] Port 67712d87-f38f-4da7-9945-b87cb5c761cf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:56:41.565926 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.790550 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks [] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.868906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.869801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:41.954921 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Pushing event updated for resources: {'Port': ['ID=67712d87-f38f-4da7-9945-b87cb5c761cf,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:42.002188 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:56:42.003498 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:42.245642 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:42.263771 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8055fb49-7a7d-4805-b637-9cd1c8d64dd9 None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:42.264160 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8055fb49-7a7d-4805-b637-9cd1c8d64dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:42.274436 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:56:42.298268 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8055fb49-7a7d-4805-b637-9cd1c8d64dd9 None None] Port 67712d87-f38f-4da7-9945-b87cb5c761cf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:56:42.374876 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:56:42.380883 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-31f8a40f-aa48-4e44-8512-617f165dea93 demo admin] 10.222.0.37 "PUT /v2.0/routers/55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1812940 Apr 08 10:56:42.384636 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Sync routers for ids ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:56:42.401668 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Routers {'55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:42.402567 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T10:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:42.599269 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Set router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:43.071399 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:41Z', 'revision_number': 2, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port_host': None, '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:41Z', 'revision_number': 2, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:43.126589 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Checking router: 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:56:43.126954 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Updating router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd port 67712d87-f38f-4da7-9945-b87cb5c761cf binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:56:43.183963 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:43.829077 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks [] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:43.925035 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.130227 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Attempting to bind port 67712d87-f38f-4da7-9945-b87cb5c761cf on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:56:44.130719 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Attempting to bind port 67712d87-f38f-4da7-9945-b87cb5c761cf by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:56:44.131359 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Attempting to bind port 67712d87-f38f-4da7-9945-b87cb5c761cf on network fe3b2566-967e-42b7-b675-7bdc03a3ad41 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:56:44.143064 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:56:44.143523 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Checking segment: {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:56:44.144094 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.144488 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Bound using segment: {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:56:44.145063 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Bound port: 67712d87-f38f-4da7-9945-b87cb5c761cf, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49634bd1-5836-4d5c-ba2c-e7b685ac9141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:56:44.145448 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.160393 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Pushing event updated for resources: {'Port': ['ID=67712d87-f38f-4da7-9945-b87cb5c761cf,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:44.197390 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199631 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.199722 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.200049 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.200371 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.200715 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.201063 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.201388 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.201710 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.202041 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Tracked resource versions report: Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: pushed versions: Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Log': {'1.0'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Network': {'1.1'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Port': {'1.7'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: consumer versions: Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Agent': '1.1', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Log': '1.0', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Network': '1.1', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Port': '1.7', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SubPort': '1.0', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Subnet': '1.1', Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Apr 08 10:56:44.203524 dv-cinder-836072-3-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:56:44.239578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-021bc0da-2bec-4d37-ab52-4f81c12c666e None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:44.241709 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-021bc0da-2bec-4d37-ab52-4f81c12c666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.256584 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] For port 67712d87-f38f-4da7-9945-b87cb5c761cf, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:56:44.274375 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] For port 67712d87-f38f-4da7-9945-b87cb5c761cf, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=67712d87-f38f-4da7-9945-b87cb5c761cf,segment=NetworkSegment(49634bd1-5836-4d5c-ba2c-e7b685ac9141),segment_id=49634bd1-5836-4d5c-ba2c-e7b685ac9141)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:56:44.285073 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-021bc0da-2bec-4d37-ab52-4f81c12c666e None None] Port 67712d87-f38f-4da7-9945-b87cb5c761cf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:56:44.343469 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.413871 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd070-a323-4704-bfb5-842ed2b12aa6 None None] Pushing event updated for resources: {'Port': ['ID=67712d87-f38f-4da7-9945-b87cb5c761cf,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:44.419035 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Routers {'55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:44.419684 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T10:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:44.525499 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] Set router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:44.613685 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:44.614183 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.706788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Current status of the port 67712d87-f38f-4da7-9945-b87cb5c761cf is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:44.707188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.743978 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] For port 67712d87-f38f-4da7-9945-b87cb5c761cf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=67712d87-f38f-4da7-9945-b87cb5c761cf,segment=NetworkSegment(49634bd1-5836-4d5c-ba2c-e7b685ac9141),segment_id=49634bd1-5836-4d5c-ba2c-e7b685ac9141)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:44.779323 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:41Z', 'revision_number': 2, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port_host': None, '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:44Z', 'revision_number': 4, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:44.808094 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a4b5-0197-4f89-8aef-cfc8d0cf81a7 None None] The sync data for ids ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'] in dv-cinder-836072-3-iscsi is: [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:41Z', 'revision_number': 2, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port_host': None, '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:44Z', 'revision_number': 4, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:56:44.845360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.899419 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686cbff-99aa-4ca1-ab48-c3f5dc9661b1 None None] Pushing event updated for resources: {'Port': ['ID=67712d87-f38f-4da7-9945-b87cb5c761cf,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:45.361212 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56892) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:45.506722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c0573-d9cf-48ad-9b50-f0d1cb88590c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:45.508144 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3d6c0573-d9cf-48ad-9b50-f0d1cb88590c admin admin] 10.222.0.37 "GET /v2.0/networks/d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 HTTP/1.1" status: 200 len: 842 time: 0.1456671 Apr 08 10:56:45.520248 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:45.623669 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Made reservation on behalf of 444cfead7cae467a94350406f37cce7c for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:56:45.626978 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.052120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.objects.ports [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 08 10:56:46.052597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (b3fdc438-93c9-45d1-99bd-6a7afcce2007), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.112715 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fdc438-93c9-45d1-99bd-6a7afcce2007,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:46.124086 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:56:46.124451 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Network hostable DHCP agents. Network: d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:56:46.246490 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:56:46.325994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:46.330427 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:46.331307 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.338159 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4529308-83e8-451d-bd95-8b6007a9e95c None None] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:56:46.444731 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-116e34b8-bc04-4ab4-b677-b7cd7e954e3d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9177520 Apr 08 10:56:46.472933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dcffe-c8c6-48f2-a91f-8c0059f3ce6c None None] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:56:49.073689 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56900) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:49.399770 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-55e27b50-f620-47b3-8be8-5245ae3c9a93 demo admin] 10.222.0.37 "GET /v2.0/routers/55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd HTTP/1.1" status: 200 len: 710 time: 0.3249185 Apr 08 10:56:49.493465 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799a4fd-57be-46a3-b63b-cc4a30fea731 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:49.494831 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6799a4fd-57be-46a3-b63b-cc4a30fea731 demo admin] 10.222.0.37 "GET /v2.0/networks/d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 HTTP/1.1" status: 200 len: 886 time: 0.0894318 Apr 08 10:56:49.503817 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:49.785321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks [] for router_gateway (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:50.234477 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks [] for router_gateway (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:50.324586 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:50.501749 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Allocated IP 172.27.1.245 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/01838b41-c6bf-432e-96e5-b965589f7684) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:56:50.627961 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks [] for port (01838b41-c6bf-432e-96e5-b965589f7684), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:50.759516 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (01838b41-c6bf-432e-96e5-b965589f7684), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:50.835387 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:56:50.841578 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:50.850402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:56:50.856816 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Pushing event updated for resources: {'Port': ['ID=01838b41-c6bf-432e-96e5-b965589f7684,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:51.265274 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks [] for router_gateway (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:51.476384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3855408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3858140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26863'] for router (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:51.481805 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3855423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3855398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3858123'] for router (55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:51.604890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:56:51.801809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:56:51.806923 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:51.807976 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3d7f8736-cbe6-4e7e-92eb-01641d0752c8 demo admin] 10.222.0.37 "PUT /v2.0/routers/55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd HTTP/1.1" status: 200 len: 890 time: 2.3074520 Apr 08 10:56:53.018421 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 67712d87-f38f-4da7-9945-b87cb5c761cf up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:53.077584 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:53.078042 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:53.178906 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 67712d87-f38f-4da7-9945-b87cb5c761cf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:54.148462 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Sync routers for ids ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:56:54.160273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Routers {'55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:54.160980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T10:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:54.397419 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Set router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:54.492084 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56912) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:54.622534 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e5bfd69c-afee-48ec-8318-56f74a952a24 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1291893 Apr 08 10:56:54.921272 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '01838b41-c6bf-432e-96e5-b965589f7684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:51Z', 'revision_number': 4, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port': {'id': '01838b41-c6bf-432e-96e5-b965589f7684', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:91:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:50Z', 'updated_at': '2022-04-08T10:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:44Z', 'revision_number': 5, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:54.976544 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Checking router: 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:56:54.977410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Updating router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd port 01838b41-c6bf-432e-96e5-b965589f7684 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:56:55.034402 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (01838b41-c6bf-432e-96e5-b965589f7684), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.448346 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks [] for port (01838b41-c6bf-432e-96e5-b965589f7684), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.525677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (01838b41-c6bf-432e-96e5-b965589f7684), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.582025 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5bbf-db3b-40ed-a7d3-13fa2008927a None None] Pushing event updated for resources: {'Port': ['ID=01838b41-c6bf-432e-96e5-b965589f7684,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:55.585394 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Attempting to bind port 01838b41-c6bf-432e-96e5-b965589f7684 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:56:55.585394 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Attempting to bind port 01838b41-c6bf-432e-96e5-b965589f7684 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:56:55.586966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Attempting to bind port 01838b41-c6bf-432e-96e5-b965589f7684 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:56:55.592181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:56:55.592606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:56:55.592957 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.593333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:56:55.593803 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Bound port: 01838b41-c6bf-432e-96e5-b965589f7684, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:56:55.594185 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (01838b41-c6bf-432e-96e5-b965589f7684), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.665180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] For port 01838b41-c6bf-432e-96e5-b965589f7684, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:56:55.669436 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] For port 01838b41-c6bf-432e-96e5-b965589f7684, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=01838b41-c6bf-432e-96e5-b965589f7684,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:56:55.777408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (01838b41-c6bf-432e-96e5-b965589f7684), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:55.837594 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Routers {'55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:55.838211 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T10:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:55.840078 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5bbf-db3b-40ed-a7d3-13fa2008927a None None] Pushing event updated for resources: {'Port': ['ID=01838b41-c6bf-432e-96e5-b965589f7684,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:55.952481 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] Set router 55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:56.187646 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '01838b41-c6bf-432e-96e5-b965589f7684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:51Z', 'revision_number': 4, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port': {'id': '01838b41-c6bf-432e-96e5-b965589f7684', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:91:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:50Z', 'updated_at': '2022-04-08T10:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:44Z', 'revision_number': 5, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:56.218413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931ad68-0b00-47af-b79e-5173533dd99f None None] The sync data for ids ['55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd'] in dv-cinder-836072-3-iscsi is: [{'id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'name': 'router1', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '01838b41-c6bf-432e-96e5-b965589f7684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:56:30Z', 'updated_at': '2022-04-08T10:56:51Z', 'revision_number': 4, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'gw_port': {'id': '01838b41-c6bf-432e-96e5-b965589f7684', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:91:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:50Z', 'updated_at': '2022-04-08T10:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '67712d87-f38f-4da7-9945-b87cb5c761cf', 'name': '', 'network_id': 'fe3b2566-967e-42b7-b675-7bdc03a3ad41', 'tenant_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'mac_address': 'fa:16:3e:bb:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8d263-fa87-4e6d-afea-5c0f5ca4cbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:56:40Z', 'updated_at': '2022-04-08T10:56:44Z', 'revision_number': 5, 'project_id': 'ec41cdd7644e4c1ba4dfd6e945a41b04', 'subnets': [{'id': '071646bd-7333-4da0-a003-2ebfa76f8f93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78488f3-6386-47e3-a39a-40ae46bd2903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:56:57.064099 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 01838b41-c6bf-432e-96e5-b965589f7684 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:57.121651 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 01838b41-c6bf-432e-96e5-b965589f7684 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:57.122353 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (01838b41-c6bf-432e-96e5-b965589f7684), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:57.211669 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 01838b41-c6bf-432e-96e5-b965589f7684 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:57.211841 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (01838b41-c6bf-432e-96e5-b965589f7684), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:57.321113 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 01838b41-c6bf-432e-96e5-b965589f7684, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=01838b41-c6bf-432e-96e5-b965589f7684,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:57.388514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (01838b41-c6bf-432e-96e5-b965589f7684), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:57.476707 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=01838b41-c6bf-432e-96e5-b965589f7684,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:59.046493 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 01838b41-c6bf-432e-96e5-b965589f7684 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:59.126236 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 01838b41-c6bf-432e-96e5-b965589f7684 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:59.127554 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (01838b41-c6bf-432e-96e5-b965589f7684), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:59.270497 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 01838b41-c6bf-432e-96e5-b965589f7684 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:06.096783 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5ee20667-3dfd-4d52-9aa7-487cd3490c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:08.621423 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c8b24140-5ddb-4ab9-b842-2bd3ddcec75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:09.211410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:10.593476 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:11.046665 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:57:12.211945 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:36.090166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-93c5cfd8-829a-48ee-a282-296b9c839743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:38.667629 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5cf768f1-9da9-448f-a474-3e6dd9e48749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:39.381333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:40.650086 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:42.238947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:48.046049 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:58:06.093783 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46e595ea-87e6-4da2-abd6-b8c3f70850ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.625652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-29ca1658-aea5-4e4b-9f91-7c283d23fab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:09.277229 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:10.641512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:12.226387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:25.045595 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:58:28.154914 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57396) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:28.228970 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.pecan_wsgi.hooks.translation [None req-a447a8d0-da12-496b-b0bf-bb47e11489a5 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:58:28.230196 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a447a8d0-da12-496b-b0bf-bb47e11489a5 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739799 Apr 08 10:58:28.416836 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5ef06b-45b7-467c-bc07-79bb1af47fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:28.418428 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0b5ef06b-45b7-467c-bc07-79bb1af47fd2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1838350 Apr 08 10:58:30.841246 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57406) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:30.940185 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009f5d0-c451-41e5-9e4e-5ed859115aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:30.941581 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9009f5d0-c451-41e5-9e4e-5ed859115aaf admin admin] 10.222.0.37 "GET /v2.0/subnets/071646bd-7333-4da0-a003-2ebfa76f8f93 HTTP/1.1" status: 200 len: 849 time: 0.0993848 Apr 08 10:58:30.953886 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:31.045381 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Publish callbacks [] for subnet (071646bd-7333-4da0-a003-2ebfa76f8f93), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:31.390598 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728625606750'] for subnet (071646bd-7333-4da0-a003-2ebfa76f8f93), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:31.422163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:31.423097 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:31.424526 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] 10.222.0.37 "PUT /v2.0/subnets/071646bd-7333-4da0-a003-2ebfa76f8f93 HTTP/1.1" status: 200 len: 868 time: 0.4746835 Apr 08 10:58:31.445740 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071646bd-7333-4da0-a003-2ebfa76f8f93,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:31.452429 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d112a3-2a68-43af-8728-22de4569d59d None None] Network fe3b2566-967e-42b7-b675-7bdc03a3ad41 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:58:31.454278 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.454853 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.455247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.455569 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.456065 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.456399 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.456751 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.457077 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.457431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.457749 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.458073 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.458397 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.458718 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.459027 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.459346 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55728e28-6fbe-44b8-9e6c-9a92a1d93755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:31.805670 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Provisioning complete for port 67712d87-f38f-4da7-9945-b87cb5c761cf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:31.806060 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (67712d87-f38f-4da7-9945-b87cb5c761cf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:31.909034 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Current status of the port 67712d87-f38f-4da7-9945-b87cb5c761cf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:31.925480 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Provisioning complete for port 8ce710ab-e795-4c55-95b1-5566b2bdb025 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:31.925926 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8ce710ab-e795-4c55-95b1-5566b2bdb025), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:32.023292 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-db5a8b91-691e-47fa-b982-d32e5240f262 None None] Current status of the port 8ce710ab-e795-4c55-95b1-5566b2bdb025 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:33.860716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57414) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:34.083411 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e147c2d-52c1-4ac5-bb8a-7e3639496fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:34.083788 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e147c2d-52c1-4ac5-bb8a-7e3639496fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:34.086240 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1e147c2d-52c1-4ac5-bb8a-7e3639496fea admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2234201 Apr 08 10:58:36.115844 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c8bdcc0b-da64-4b7f-8d56-88a237503722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:36.506829 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57422) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:36.655819 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a3914-67b4-43d1-9bd7-fb32bfbfaf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:36.656979 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a3914-67b4-43d1-9bd7-fb32bfbfaf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:36.659097 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9d2a3914-67b4-43d1-9bd7-fb32bfbfaf4d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1511354 Apr 08 10:58:38.666410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-08df22a4-29be-447c-9cbd-69c8b0cbdddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:39.083863 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57430) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:39.218583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338fe9b-0766-4861-9fee-afe142bfa11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:39.220538 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6338fe9b-0766-4861-9fee-afe142bfa11b admin admin] 10.222.0.37 "GET /v2.0/networks/d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 HTTP/1.1" status: 200 len: 886 time: 0.1356788 Apr 08 10:58:39.356051 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:40.607245 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:41.650771 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57440) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:41.817086 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d3a6a-2ced-4ba5-99f1-c715757e83e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.818783 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5c2d3a6a-2ced-4ba5-99f1-c715757e83e5 admin admin] 10.222.0.37 "GET /v2.0/networks/fe3b2566-967e-42b7-b675-7bdc03a3ad41 HTTP/1.1" status: 200 len: 869 time: 0.1667724 Apr 08 10:58:42.201552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:44.265595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57448) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:44.399706 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df7ff0-433f-4b23-bef7-af5013a985d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:44.400158 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df7ff0-433f-4b23-bef7-af5013a985d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:44.401754 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c4df7ff0-433f-4b23-bef7-af5013a985d5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1434233 Apr 08 10:58:47.019326 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57456) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:47.156102 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a28aac-3855-4271-86d1-cfbbd2345bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:47.156558 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a28aac-3855-4271-86d1-cfbbd2345bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:47.158173 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-59a28aac-3855-4271-86d1-cfbbd2345bd8 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378460 Apr 08 10:58:49.582794 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57464) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:49.688846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffa241-26eb-479e-bc35-ddfdf0ea5658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.690495 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aaffa241-26eb-479e-bc35-ddfdf0ea5658 admin admin] 10.222.0.37 "GET /v2.0/subnets/071646bd-7333-4da0-a003-2ebfa76f8f93 HTTP/1.1" status: 200 len: 868 time: 0.1064920 Apr 08 10:58:52.188320 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57472) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:52.284887 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a970a61-0a9f-4872-a5c5-77fa056106a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:52.286271 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0a970a61-0a9f-4872-a5c5-77fa056106a4 admin admin] 10.222.0.37 "GET /v2.0/subnets/b3fdc438-93c9-45d1-99bd-6a7afcce2007 HTTP/1.1" status: 200 len: 816 time: 0.0969481 Apr 08 10:59:02.047377 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:59:06.183549 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-95ebc4e7-b3b4-4865-a512-635325838cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:08.657654 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e578a5e-eb52-4e8c-b1c7-2c9362310956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:09.258211 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.629357 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:12.252209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:35.731666 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57530) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:35.790874 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [None req-55414dee-facf-409c-871d-36e104ea0a9d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:59:35.791917 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-55414dee-facf-409c-871d-36e104ea0a9d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593119 Apr 08 10:59:36.205377 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b99c1614-4838-41b1-9ae4-0d5f3565f9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:38.324851 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57538) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:38.391545 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.pecan_wsgi.hooks.translation [None req-833c80fc-c8d2-48dc-919a-db3e1e431fc9 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:59:38.392946 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-833c80fc-c8d2-48dc-919a-db3e1e431fc9 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663743 Apr 08 10:59:38.486692 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124436b-0d1e-4d84-9c4b-34997e88a0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:38.488167 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d124436b-0d1e-4d84-9c4b-34997e88a0ea admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0909882 Apr 08 10:59:38.634145 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5e6d-7bb2-4b6f-bba0-f2f3aed9c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:39.046383 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:59:39.243830 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:40.610415 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:40.944492 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57546) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:41.003138 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:41.125018 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Made reservation on behalf of 444cfead7cae467a94350406f37cce7c for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:41.127218 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:41.165490 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING neutron.services.revisions.revision_plugin [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Could not find related network for resource to bump revision. Apr 08 10:59:41.181113 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:59:41.199747 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (cbc82443-fa6d-4d93-8e80-86e6213ab82c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:41.200068 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Added segment cbc82443-fa6d-4d93-8e80-86e6213ab82c of type vlan for network 10621c07-e259-403f-9d39-e2a835c16d62 Apr 08 10:59:41.250044 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (10621c07-e259-403f-9d39-e2a835c16d62), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:41.433747 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (10621c07-e259-403f-9d39-e2a835c16d62), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:41.434886 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:41.435480 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:41.501486 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=10621c07-e259-403f-9d39-e2a835c16d62,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:41.508845 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.509219 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.509350 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.509637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.510052 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.510245 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.510579 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.510897 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.511218 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.511555 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.511889 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.512805 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.513344 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.513824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.514149 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:41.535786 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 10621c07-e259-403f-9d39-e2a835c16d62 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:59:41.647703 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5714a193-02e7-407c-8c60-5d2b99321bb9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7020435 Apr 08 10:59:42.222514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:44.111865 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57554) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:44.190397 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcc58e2-c30a-428d-844c-84562dbf963b admin admin] GET failed (client error): The resource could not be found. Apr 08 10:59:44.191751 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9bcc58e2-c30a-428d-844c-84562dbf963b admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0789237 Apr 08 10:59:44.323204 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589d549-e5b4-4c5b-96de-6867f9570f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:44.325727 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1589d549-e5b4-4c5b-96de-6867f9570f6a admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1283832 Apr 08 10:59:44.341413 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Request body: {'subnet': {'network_id': '10621c07-e259-403f-9d39-e2a835c16d62', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:44.525497 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Made reservation on behalf of 444cfead7cae467a94350406f37cce7c for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:44.528418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:44.798672 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (a14a42f9-43c1-4158-89b4-27a42aa531df), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:44.853460 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14a42f9-43c1-4158-89b4-27a42aa531df,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:44.870243 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.870595 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.870955 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.871906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.872348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.872716 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.873036 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.873362 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.873723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.874042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.874388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.874711 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.875036 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.875355 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.875677 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:44.887559 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Checking segment: {'id': 'cbc82443-fa6d-4d93-8e80-86e6213ab82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:44.887941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Network hostable DHCP agents. Network: 10621c07-e259-403f-9d39-e2a835c16d62, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:59:44.993701 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Network 10621c07-e259-403f-9d39-e2a835c16d62 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:59:45.106244 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 10621c07-e259-403f-9d39-e2a835c16d62) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:45.110516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.111105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.117035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5e568-8fbe-4be4-970e-e5fae43ec5a5 None None] Network 10621c07-e259-403f-9d39-e2a835c16d62 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:45.220123 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4b121c0c-adcb-4537-8b58-37ba274dc170 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8849366 Apr 08 10:59:45.249267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-10621c07-e259-403f-9d39-e2a835c16d62', 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62', 'project_id': '444cfead7cae467a94350406f37cce7c', 'fixed_ips': [{'subnet_id': 'a14a42f9-43c1-4158-89b4-27a42aa531df'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:59:45.251081 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.455054 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Allocated IP 192.168.233.2 (10621c07-e259-403f-9d39-e2a835c16d62/a14a42f9-43c1-4158-89b4-27a42aa531df/9042c276-370f-4175-96f3-b4b47551ae52) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:45.630459 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks [] for port (9042c276-370f-4175-96f3-b4b47551ae52), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.748103 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (9042c276-370f-4175-96f3-b4b47551ae52), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.786944 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Network 10621c07-e259-403f-9d39-e2a835c16d62 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:45.789969 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:45.803639 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:59:45.810316 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Pushing event updated for resources: {'Port': ['ID=9042c276-370f-4175-96f3-b4b47551ae52,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:45.822300 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.822740 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.822998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.823355 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.823689 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.824021 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.825266 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.830788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:45.895714 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Attempting to bind port 9042c276-370f-4175-96f3-b4b47551ae52 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:59:45.896092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Attempting to bind port 9042c276-370f-4175-96f3-b4b47551ae52 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'cbc82443-fa6d-4d93-8e80-86e6213ab82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:59:45.896444 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Attempting to bind port 9042c276-370f-4175-96f3-b4b47551ae52 on network 10621c07-e259-403f-9d39-e2a835c16d62 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:59:45.902180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:59:45.903171 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Checking segment: {'id': 'cbc82443-fa6d-4d93-8e80-86e6213ab82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:45.904219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.904652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Bound using segment: {'id': 'cbc82443-fa6d-4d93-8e80-86e6213ab82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:59:45.905531 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Bound port: 9042c276-370f-4175-96f3-b4b47551ae52, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc82443-fa6d-4d93-8e80-86e6213ab82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '10621c07-e259-403f-9d39-e2a835c16d62'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:59:45.905531 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9042c276-370f-4175-96f3-b4b47551ae52), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:46.003865 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] For port 9042c276-370f-4175-96f3-b4b47551ae52, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:46.007189 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] For port 9042c276-370f-4175-96f3-b4b47551ae52, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9042c276-370f-4175-96f3-b4b47551ae52,segment=NetworkSegment(cbc82443-fa6d-4d93-8e80-86e6213ab82c),segment_id=cbc82443-fa6d-4d93-8e80-86e6213ab82c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:46.092042 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9042c276-370f-4175-96f3-b4b47551ae52), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:46.165261 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc1de-cfcd-46ee-a69f-c906d448d0ae None None] Pushing event updated for resources: {'Port': ['ID=9042c276-370f-4175-96f3-b4b47551ae52,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:47.190712 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddfee6f-77ab-47b2-9a7e-0e94445b2738 None None] Network 10621c07-e259-403f-9d39-e2a835c16d62 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:47.256911 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9042c276-370f-4175-96f3-b4b47551ae52 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:47.350547 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Provisioning complete for port 9042c276-370f-4175-96f3-b4b47551ae52 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:47.350932 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9042c276-370f-4175-96f3-b4b47551ae52), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.406074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 9042c276-370f-4175-96f3-b4b47551ae52 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:47.406352 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9042c276-370f-4175-96f3-b4b47551ae52), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.533032 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Current status of the port 9042c276-370f-4175-96f3-b4b47551ae52 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:47.533437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9042c276-370f-4175-96f3-b4b47551ae52), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.553675 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9042c276-370f-4175-96f3-b4b47551ae52 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:47.554074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9042c276-370f-4175-96f3-b4b47551ae52), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.597161 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] For port 9042c276-370f-4175-96f3-b4b47551ae52, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9042c276-370f-4175-96f3-b4b47551ae52,segment=NetworkSegment(cbc82443-fa6d-4d93-8e80-86e6213ab82c),segment_id=cbc82443-fa6d-4d93-8e80-86e6213ab82c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:47.669124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9042c276-370f-4175-96f3-b4b47551ae52), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.747591 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:59:47.747884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:59:47.761237 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e8c43-51ce-4ec1-b315-1805500f8cce None None] Pushing event updated for resources: {'Port': ['ID=9042c276-370f-4175-96f3-b4b47551ae52,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:47.791259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-308e57c7-777f-4210-ba02-85888765079d None None] Provisioning complete for port 9042c276-370f-4175-96f3-b4b47551ae52 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:47.791626 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-308e57c7-777f-4210-ba02-85888765079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9042c276-370f-4175-96f3-b4b47551ae52), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.886319 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-308e57c7-777f-4210-ba02-85888765079d None None] Current status of the port 9042c276-370f-4175-96f3-b4b47551ae52 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:48.298683 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9042c276-370f-4175-96f3-b4b47551ae52 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:49.184481 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9042c276-370f-4175-96f3-b4b47551ae52 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:49.248076 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 9042c276-370f-4175-96f3-b4b47551ae52 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:49.248576 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9042c276-370f-4175-96f3-b4b47551ae52), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:49.352333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9042c276-370f-4175-96f3-b4b47551ae52 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:06.190894 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b75220a2-13d9-46dd-8a39-6758ec7b3cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:08.711267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03c52176-e71f-469d-a35a-01b10784af35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:09.403486 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:10.650749 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:12.232761 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:16.044601 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:00:36.116724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1292ab6-46db-4592-8fdf-6f1c975622e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.636712 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-734931dd-a382-4c56-a0e1-2c647d55088c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.292271 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.614492 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.276565 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:53.043193 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:01:06.093062 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b129654e-92a8-45ae-8e3c-0188aa450dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:08.657103 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62f8af98-8d23-47db-a840-70960a18e27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:09.292052 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:10.639783 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:12.253282 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:30.047082 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:01:32.483338 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57594) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:32.489916 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-6346b3da-7214-47cf-8527-bdea469e7f3f tempest-verify_tempest_config-89714363 tempest-verify_tempest_config-89714363-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:01:32.490902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6346b3da-7214-47cf-8527-bdea469e7f3f tempest-verify_tempest_config-89714363 tempest-verify_tempest_config-89714363-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065565 Apr 08 11:01:33.115399 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57612) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:33.234920 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.404957 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Publish callbacks [] for security_group (9a2e79fc-ac89-465b-a673-77f0a16106f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.480550 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9a2e79fc-ac89-465b-a673-77f0a16106f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.527821 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf05c66469734bc9aa0448f7db79c8ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4112616 Apr 08 11:01:33.528796 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e79fc-ac89-465b-a673-77f0a16106f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:33.530898 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57616) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:33.536502 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.536872 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.537217 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.537551 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.537881 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.538210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.538533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.538856 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.539184 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.539511 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.539830 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.540154 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.540493 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.540817 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.541135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362b1d9-3882-4087-b2d1-b7b2ae9c6f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.598624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Publish callbacks [] for security_group (9a2e79fc-ac89-465b-a673-77f0a16106f1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.621050 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Publish callbacks [] for security_group (9a2e79fc-ac89-465b-a673-77f0a16106f1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.835074 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9a2e79fc-ac89-465b-a673-77f0a16106f1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.837820 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:33.839004 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a2e79fc-ac89-465b-a673-77f0a16106f1 HTTP/1.1" status: 204 len: 168 time: 0.3067741 Apr 08 11:01:33.847681 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e79fc-ac89-465b-a673-77f0a16106f1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:33.854971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:33.869134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8493e-c9b4-4b6a-b0e9-5d156fb1329d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:36.158328 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-45776c8b-2b0e-4e20-b514-17ea3115b9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:38.634354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3df22e95-cc42-4481-babd-beeb05b78894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:39.280250 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:40.708383 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:42.221123 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:06.088231 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b807b31-a462-40f5-96db-b5edd0b6ad62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:07.047312 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:02:08.682331 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eecf53a7-8709-43e0-a34e-95a3a9f15d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:09.392850 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:10.695841 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:12.221672 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:36.100053 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb04b-354a-4775-a316-ec69ae2a9424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:38.625977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b30f36c6-2335-4073-8615-31161cba0d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:39.304216 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:40.612055 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:42.197698 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:44.045846 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 5 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:06.081490 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc77e2bc-6b3b-4d3a-9bba-1c2d853ef553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:08.636444 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d882d3d-847d-4a55-90c9-d87e2d80519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:09.287725 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:10.624219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:12.234429 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.766848 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856288'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.044279 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:34.994075 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57688) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:35.117902 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d2b5a136-33dc-450c-bdc0-217af8b83232 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1226470 Apr 08 11:03:36.124351 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-464874c1-5ccf-49f8-a5f9-198be20a1741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:37.552670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57698) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:37.616959 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fd7a2df2-f46d-4c5f-b035-d77c710d1b99 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0631151 Apr 08 11:03:38.651889 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f4256416-dca9-4266-87c9-9815810c4c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:39.286297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:40.646206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:42.211558 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:49.723521 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:58.043052 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:04:06.094007 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91ec93dc-43c3-42d3-9d30-1f588783dffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:08.636619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-019b9d35-85d5-4d3c-a93a-ae297b90f189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:09.295980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:10.633534 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:12.207920 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:19.735955 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:35.042193 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:04:36.115537 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-547f03c2-9566-4c02-a2b6-f7addc160019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.655022 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7e3d784e-572d-4587-831f-4450cf04ec6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.277843 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.620343 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:42.226699 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:49.754966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:06.099563 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b8420636-d480-489d-a30d-b62ec03b41ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:08.630747 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9632da96-e2c5-4876-9981-9909c3997d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:09.293259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:10.639547 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:12.040841 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:05:12.205808 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:19.902697 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.095508 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57902) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:21.465230 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57920) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:21.506412 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-913510244-network', 'tenant_id': 'f302be7f86d84fd4940be9407f544fa4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:21.604380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Made reservation on behalf of f302be7f86d84fd4940be9407f544fa4 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:21.606795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.616475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.711798 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks [] for security_group (fd4e0b4c-5e4f-4dc6-93e0-889834d91c56), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.798790 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fd4e0b4c-5e4f-4dc6-93e0-889834d91c56), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.836798 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:05:21.839605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:21.855931 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858851 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.858851 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.859123 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.859465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.859804 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.860125 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.860437 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.860963 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Tracked resource versions report: Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: pushed versions: Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Log': {'1.0'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Network': {'1.1'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Port': {'1.7'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: consumer versions: Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Agent': '1.1', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Log': '1.0', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Network': '1.1', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Port': '1.7', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'SubPort': '1.0', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Subnet': '1.1', Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Apr 08 11:05:21.862206 dv-cinder-836072-3-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:05:21.871971 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (3b25ef31-2775-4ba9-b5c0-82b7aed3a039), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.872313 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Added segment 3b25ef31-2775-4ba9-b5c0-82b7aed3a039 of type vlan for network a1eff93c-9283-447a-a9a9-f590f504cf24 Apr 08 11:05:21.924444 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (a1eff93c-9283-447a-a9a9-f590f504cf24), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:21.929830 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-82663427-network', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:22.058966 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Made reservation on behalf of de1ebb9f439d4fb9b52fd878808edd8a for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:22.061428 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.070744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.122528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (a1eff93c-9283-447a-a9a9-f590f504cf24), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.123468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.124038 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.156446 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks [] for security_group (6f9398a1-b65b-45d7-873e-dc206994b9ee), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.247760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6f9398a1-b65b-45d7-873e-dc206994b9ee), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.256027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1eff93c-9283-447a-a9a9-f590f504cf24,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:22.266300 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:05:22.273071 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network a1eff93c-9283-447a-a9a9-f590f504cf24 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:05:22.287651 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b972520e-2a3f-4f3c-949c-d7b00c84bae3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1909988 Apr 08 11:05:22.290542 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 57956) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:22.292329 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (cdf8629a-f6a0-4c93-83c3-e0cc1cda4689), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.292733 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Added segment cdf8629a-f6a0-4c93-83c3-e0cc1cda4689 of type vlan for network 06b624e9-b3cb-4605-ac06-dde933c23376 Apr 08 11:05:22.296101 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Request body: {'subnet': {'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-913510244-subnet', 'tenant_id': 'f302be7f86d84fd4940be9407f544fa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:22.335385 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (06b624e9-b3cb-4605-ac06-dde933c23376), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.417281 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9398a1-b65b-45d7-873e-dc206994b9ee,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:22.452854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Made reservation on behalf of f302be7f86d84fd4940be9407f544fa4 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:22.455112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.489032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (06b624e9-b3cb-4605-ac06-dde933c23376), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.490032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.491183 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.649822 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] Pushing event updated for resources: {'Network': ['ID=06b624e9-b3cb-4605-ac06-dde933c23376,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:22.665032 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 06b624e9-b3cb-4605-ac06-dde933c23376 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:05:22.682964 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4cf2968e-f5c8-4665-8274-b4d70c8080ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2163594 Apr 08 11:05:22.686419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 57970) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:22.699222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Request body: {'subnet': {'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-subnet', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:22.827330 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Made reservation on behalf of de1ebb9f439d4fb9b52fd878808edd8a for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:22.830142 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:22.957630 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (db1ac7a4-28a5-4b81-8787-fed08806c2da), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.026917 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1ac7a4-28a5-4b81-8787-fed08806c2da,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:23.033397 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Checking segment: {'id': '3b25ef31-2775-4ba9-b5c0-82b7aed3a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:23.033754 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Network hostable DHCP agents. Network: a1eff93c-9283-447a-a9a9-f590f504cf24, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:05:23.054019 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.054675 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.055240 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.055764 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.056282 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.056822 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.057415 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.057938 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.058526 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.059051 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.059635 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.060181 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.060856 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.061373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.061891 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Tracked resource versions report: Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: pushed versions: Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Log': {'1.0'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Network': {'1.1'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Port': {'1.7'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: consumer versions: Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Agent': '1.1', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Log': '1.0', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Network': '1.1', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Port': '1.7', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'SubPort': '1.0', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Subnet': '1.1', Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Apr 08 11:05:23.063373 dv-cinder-836072-3-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:05:23.093533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (e512e65f-d489-4ade-b9c3-b9a94db08b16), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.133215 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Network a1eff93c-9283-447a-a9a9-f590f504cf24 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:05:23.172337 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e512e65f-d489-4ade-b9c3-b9a94db08b16,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:23.175947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:23.176508 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Network hostable DHCP agents. Network: 06b624e9-b3cb-4605-ac06-dde933c23376, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:05:23.264036 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, a1eff93c-9283-447a-a9a9-f590f504cf24) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:23.275590 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:23.275590 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.281865 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45f08e-e961-4b8c-b351-269bcc881aec None None] Network a1eff93c-9283-447a-a9a9-f590f504cf24 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:23.310122 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:05:23.318415 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 06b624e9-b3cb-4605-ac06-dde933c23376) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:23.324425 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:23.327791 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.356180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a99c17-a033-4544-9102-75c50a2cd42b None None] Network 06b624e9-b3cb-4605-ac06-dde933c23376 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:23.413953 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7749ba56-ff2b-4c91-9781-10fb3ba9083f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1221530 Apr 08 11:05:23.496748 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cef5a9ea-6689-4128-aec2-0900f40bdb7d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8083403 Apr 08 11:05:23.498974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58006) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:23.505661 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:23.528557 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3af73-79e5-41d0-82b8-5ef2b7a63d97 None None] Network a1eff93c-9283-447a-a9a9-f590f504cf24 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:23.556836 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-06b624e9-b3cb-4605-ac06-dde933c23376', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:05:23.557978 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.615845 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (af3043c6-2b04-433d-a280-6d7163461be0), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.618084 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (af3043c6-2b04-433d-a280-6d7163461be0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.711063 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for router_controller (af3043c6-2b04-433d-a280-6d7163461be0), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:23.922181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Allocated IP 172.20.0.2 (06b624e9-b3cb-4605-ac06-dde933c23376/e512e65f-d489-4ade-b9c3-b9a94db08b16/99683601-02ff-4dd2-ae70-9a2d40e0e096) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:24.075583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for router_gateway (af3043c6-2b04-433d-a280-6d7163461be0), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.185870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks [] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.291259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.337838 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:24.341126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:24.352903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:24.356701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Pushing event updated for resources: {'Port': ['ID=99683601-02ff-4dd2-ae70-9a2d40e0e096,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:24.370789 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.371476 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.372110 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.372837 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.373431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.374090 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.374754 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.375288 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.375670 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.376124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.376607 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.377124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.377657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.379178 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.379877 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Tracked resource versions report: Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: pushed versions: Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Log': {'1.0'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Network': {'1.1'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Port': {'1.7'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: consumer versions: Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Agent': '1.1', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Log': '1.0', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Network': '1.1', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Port': '1.7', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'SubPort': '1.0', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Subnet': '1.1', Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Apr 08 11:05:24.381477 dv-cinder-836072-3-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:05:24.452659 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for router_gateway (af3043c6-2b04-433d-a280-6d7163461be0), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.455355 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Attempting to bind port 99683601-02ff-4dd2-ae70-9a2d40e0e096 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:24.456508 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Attempting to bind port 99683601-02ff-4dd2-ae70-9a2d40e0e096 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:24.456701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Attempting to bind port 99683601-02ff-4dd2-ae70-9a2d40e0e096 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:24.466571 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:24.466994 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:24.468217 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.468217 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Bound using segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:24.468514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Bound port: 99683601-02ff-4dd2-ae70-9a2d40e0e096, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:24.468859 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.476265 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.542057 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] For port 99683601-02ff-4dd2-ae70-9a2d40e0e096, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:24.545237 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] For port 99683601-02ff-4dd2-ae70-9a2d40e0e096, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=99683601-02ff-4dd2-ae70-9a2d40e0e096,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:24.596429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Allocated IP 172.27.1.61 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:24.656665 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.715287 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc9fb4-61d0-4c5b-a0aa-885539ff83fe None None] Pushing event updated for resources: {'Port': ['ID=99683601-02ff-4dd2-ae70-9a2d40e0e096,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:24.716736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.870904 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:24.931315 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:24.940342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:24.945606 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:24.948468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Pushing event updated for resources: {'Port': ['ID=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:25.366892 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58092) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:25.369710 dv-cinder-836072-3-iscsi neutron-server[104000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:05:25.428626 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 99683601-02ff-4dd2-ae70-9a2d40e0e096 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:25.493251 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 99683601-02ff-4dd2-ae70-9a2d40e0e096 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:25.493911 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:25.635172 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 99683601-02ff-4dd2-ae70-9a2d40e0e096 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:25.635985 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:25.693574 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 99683601-02ff-4dd2-ae70-9a2d40e0e096, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=99683601-02ff-4dd2-ae70-9a2d40e0e096,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:25.788861 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for router_gateway (af3043c6-2b04-433d-a280-6d7163461be0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:25.793361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:25.797516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-26640e22-e52c-40d0-848f-0b82e247705a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:25.799034 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-26640e22-e52c-40d0-848f-0b82e247705a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/networks?id=a1eff93c-9283-447a-a9a9-f590f504cf24 HTTP/1.1" status: 200 len: 811 time: 0.4311187 Apr 08 11:05:25.848285 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-7fa10d2b-94b9-4a8d-b447-efc42d295196 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/quotas/f302be7f86d84fd4940be9407f544fa4 HTTP/1.1" status: 200 len: 375 time: 0.0120173 Apr 08 11:05:25.855212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=99683601-02ff-4dd2-ae70-9a2d40e0e096,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:25.943477 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-5b785541-1e7d-49a0-8fb9-07d09bda2dfd tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f302be7f86d84fd4940be9407f544fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865846 Apr 08 11:05:26.049990 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b20e4a-c51a-456a-851b-a67d9c5f5094 None None] Network 06b624e9-b3cb-4605-ac06-dde933c23376 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:26.114724 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (af3043c6-2b04-433d-a280-6d7163461be0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.150384 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ca0630b6-9633-454b-84d8-7fe63fd85abb None None] Provisioning complete for port 99683601-02ff-4dd2-ae70-9a2d40e0e096 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:26.150384 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca0630b6-9633-454b-84d8-7fe63fd85abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.150575 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58118) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:26.338781 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ca0630b6-9633-454b-84d8-7fe63fd85abb None None] Current status of the port 99683601-02ff-4dd2-ae70-9a2d40e0e096 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:26.439003 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58136) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:26.441958 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Router af3043c6-2b04-433d-a280-6d7163461be0 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:05:26.622936 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7134a8fd-8441-49a3-964c-7793704f6982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.661051 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-6e30118b-82dd-4266-9d91-f640c137f1b1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:05:26.664243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-b33050c1-7670-407a-ae6c-d863c651b04a None None] Provisioning complete for port 99683601-02ff-4dd2-ae70-9a2d40e0e096 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:26.664854 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b33050c1-7670-407a-ae6c-d863c651b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.672557 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-6e30118b-82dd-4266-9d91-f640c137f1b1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3710456 Apr 08 11:05:26.748747 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef69f-689f-45b1-b487-e6cd640c281c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.753262 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7134a8fd-8441-49a3-964c-7793704f6982 admin admin] Publish callbacks [] for security_group (9ec56704-e822-4099-8b8c-160f14450904), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.779564 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b33050c1-7670-407a-ae6c-d863c651b04a None None] Current status of the port 99683601-02ff-4dd2-ae70-9a2d40e0e096 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:26.862305 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:05:26.865641 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7134a8fd-8441-49a3-964c-7793704f6982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9ec56704-e822-4099-8b8c-160f14450904), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.874098 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Sync routers for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:05:26.885806 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:05:26.886576 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:05:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:26.895481 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-fcb68ced-101b-4867-974d-63de3b2beb1a service neutron] 10.222.0.37 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218094 Apr 08 11:05:26.925600 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7134a8fd-8441-49a3-964c-7793704f6982 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fa3fb7948794211b0c52f41b6256697&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7741785 Apr 08 11:05:26.926949 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a8fd-8441-49a3-964c-7793704f6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec56704-e822-4099-8b8c-160f14450904,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:26.930633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58152) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:26.991795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:26.992974 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bb7d35f4-e34b-4321-ac39-de81aef694fa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4929740 Apr 08 11:05:26.997092 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58154) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:27.014002 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef69f-689f-45b1-b487-e6cd640c281c admin admin] Publish callbacks [] for security_group (d122e8cd-ebbf-472a-8e6b-e92025f310fc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.042241 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-5622c005-8291-4034-99c8-5be1ec7ea4ad service neutron] 10.222.0.37 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352227 Apr 08 11:05:27.053293 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:05:27.054708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] Publish callbacks [] for security_group (9ec56704-e822-4099-8b8c-160f14450904), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.105751 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef69f-689f-45b1-b487-e6cd640c281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d122e8cd-ebbf-472a-8e6b-e92025f310fc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.152543 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cb4ef69f-689f-45b1-b487-e6cd640c281c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af4472b070b646bdb899667a8baeb0f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7120023 Apr 08 11:05:27.153511 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58156) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:27.153935 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] Publish callbacks [] for security_group (9ec56704-e822-4099-8b8c-160f14450904), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.174823 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ef69f-689f-45b1-b487-e6cd640c281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d122e8cd-ebbf-472a-8e6b-e92025f310fc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:27.250488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] Publish callbacks [] for security_group (d122e8cd-ebbf-472a-8e6b-e92025f310fc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.307364 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] Publish callbacks [] for security_group (d122e8cd-ebbf-472a-8e6b-e92025f310fc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.318185 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:25Z', 'revision_number': 3, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:27.351764 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Checking router: af3043c6-2b04-433d-a280-6d7163461be0 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:05:27.352314 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Updating router af3043c6-2b04-433d-a280-6d7163461be0 port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:05:27.412542 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9ec56704-e822-4099-8b8c-160f14450904), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.417491 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.418612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 99683601-02ff-4dd2-ae70-9a2d40e0e096 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:27.419431 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ec56704-e822-4099-8b8c-160f14450904 HTTP/1.1" status: 204 len: 168 time: 0.4871058 Apr 08 11:05:27.434185 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.475820 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d122e8cd-ebbf-472a-8e6b-e92025f310fc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.480461 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.483986 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d122e8cd-ebbf-472a-8e6b-e92025f310fc HTTP/1.1" status: 204 len: 168 time: 0.3293982 Apr 08 11:05:27.493903 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0113d6f-4b69-4258-ac59-92b47580b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec56704-e822-4099-8b8c-160f14450904,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:27.503261 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3ceec-d211-4897-988c-ddb98fef79d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d122e8cd-ebbf-472a-8e6b-e92025f310fc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:27.849876 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 99683601-02ff-4dd2-ae70-9a2d40e0e096 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:27.849876 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.903492 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c20f0de9-9345-4e0d-934d-879abc57f132 req-0da1284d-a4aa-45d1-b138-cd21919ce1ca tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.1079710 Apr 08 11:05:27.908655 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 99683601-02ff-4dd2-ae70-9a2d40e0e096 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:27.915249 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.022703 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks [] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.130609 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.142768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Allocated IP 172.20.0.1 (06b624e9-b3cb-4605-ac06-dde933c23376/e512e65f-d489-4ade-b9c3-b9a94db08b16/8189b61e-03f2-4347-b883-2ce52e91df60) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:28.193989 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Attempting to bind port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:28.194181 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Attempting to bind port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:28.194704 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Attempting to bind port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:28.197059 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Pushing event updated for resources: {'Port': ['ID=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:28.208375 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.208742 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.209105 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.209458 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.209962 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.210515 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.210843 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.211173 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.211496 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.211819 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.212139 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.212484 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.212844 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.213159 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.213474 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Tracked resource versions report: Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: pushed versions: Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Log': {'1.0'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Network': {'1.1'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Port': {'1.7'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: consumer versions: Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: L3 agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: Metadata agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: Metering agent@dv-cinder-836072-3-iscsi: {}, Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-836072-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Agent': '1.1', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Log': '1.0', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Network': '1.1', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Port': '1.7', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'SubPort': '1.0', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Subnet': '1.1', Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Apr 08 11:05:28.214943 dv-cinder-836072-3-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:05:28.223583 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:28.224980 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:28.225532 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.226030 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:28.226593 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Bound port: 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:28.227856 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.295567 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] For port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:28.300127 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks [] for port (8189b61e-03f2-4347-b883-2ce52e91df60), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.301731 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] For port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:28.411017 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.413244 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.471911 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Pushing event updated for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:28.505498 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:28.511642 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:28.511889 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:28.512233 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:05:28.512541 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (af3043c6-2b04-433d-a280-6d7163461be0), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.513237 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:05:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:28.610859 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67edea-a454-4aaf-8df0-c02e8fcff23c None None] Pushing event updated for resources: {'Port': ['ID=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:28.824651 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:05:28.879812 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58236) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:28.906334 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58238) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:28.909468 dv-cinder-836072-3-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:05:28.916163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3e18700-2808-40a1-8e33-8e2c0f5633ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:28.928093 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-2e9790e7-38fb-41ce-8fee-f51c9541c030 None None] Provisioning complete for port 8189b61e-03f2-4347-b883-2ce52e91df60 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:28.929218 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2e9790e7-38fb-41ce-8fee-f51c9541c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.021021 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2e9790e7-38fb-41ce-8fee-f51c9541c030 None None] Port 8189b61e-03f2-4347-b883-2ce52e91df60 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:05:29.046583 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-828332aa-cdf9-4b49-a7ce-8b16ac43e7d8 req-7d7154d0-2def-4b6f-a188-d5fd0314cf6e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.1388624 Apr 08 11:05:29.058847 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3e18700-2808-40a1-8e33-8e2c0f5633ad admin admin] Publish callbacks [] for security_group (196aeb01-082b-4495-9a30-f719cc028de1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.103520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.160116 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3e18700-2808-40a1-8e33-8e2c0f5633ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (196aeb01-082b-4495-9a30-f719cc028de1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.194320 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:25Z', 'revision_number': 3, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:29.230196 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275d0b6-8c9d-439e-87d7-166bd6505a00 None None] The sync data for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi is: [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:25Z', 'revision_number': 3, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:05:29.247074 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a3e18700-2808-40a1-8e33-8e2c0f5633ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae97a3d6374c43a28c7b3b033d1d6d67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3657725 Apr 08 11:05:29.248900 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18700-2808-40a1-8e33-8e2c0f5633ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196aeb01-082b-4495-9a30-f719cc028de1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:29.254222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58246) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:29.351758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] Publish callbacks [] for security_group (196aeb01-082b-4495-9a30-f719cc028de1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.387253 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] Publish callbacks [] for security_group (196aeb01-082b-4495-9a30-f719cc028de1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.553752 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (196aeb01-082b-4495-9a30-f719cc028de1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.557499 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.561664 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/196aeb01-082b-4495-9a30-f719cc028de1 HTTP/1.1" status: 204 len: 168 time: 0.3034921 Apr 08 11:05:29.583622 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34949f-3dd7-423b-8b08-0ae482b2c151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196aeb01-082b-4495-9a30-f719cc028de1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:29.610009 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks [] for port (8189b61e-03f2-4347-b883-2ce52e91df60), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.678672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.679604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (af3043c6-2b04-433d-a280-6d7163461be0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.829259 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Pushing event updated for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:29.902554 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:29.904045 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:30.230521 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f049bfd1-86d0-40df-8eae-2d549b5157c4 req-7e8f2e2f-1717-481b-95e3-325da282e27d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0891156 Apr 08 11:05:30.258968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Router af3043c6-2b04-433d-a280-6d7163461be0 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:05:30.266987 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-781fdaa7-7d45-4807-af93-fca6bb7b27f5 None None] Provisioning complete for port 8189b61e-03f2-4347-b883-2ce52e91df60 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:30.268471 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-781fdaa7-7d45-4807-af93-fca6bb7b27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:30.307862 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-781fdaa7-7d45-4807-af93-fca6bb7b27f5 None None] Port 8189b61e-03f2-4347-b883-2ce52e91df60 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:05:30.395120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:05:30.401542 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a5c8d365-4ca1-43f9-bc29-61a0146a7640 admin admin] 10.222.0.37 "PUT /v2.0/routers/af3043c6-2b04-433d-a280-6d7163461be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027591 Apr 08 11:05:31.475835 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:31.574737 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:31.575442 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:31.622178 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Sync routers for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:05:31.629101 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-6573457c-5ae5-4f4d-bc25-1305db53951f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:31.631422 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-6573457c-5ae5-4f4d-bc25-1305db53951f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.4026191 Apr 08 11:05:31.639855 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d0bf3795-5574-4e90-888c-a0f7d94665c6 req-0a686add-97b5-4b93-af7a-21d0f651d6d1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0465310 Apr 08 11:05:31.643472 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:05:31.644508 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:05:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:31.652841 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-725d3d0c-5ddb-49cb-8ad5-43b22c4cf0b0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/quotas/de1ebb9f439d4fb9b52fd878808edd8a HTTP/1.1" status: 200 len: 375 time: 0.0130374 Apr 08 11:05:31.782998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:31.784057 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:31.813914 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-e1df478c-37bc-42f7-86c0-e1dedf3b4c2b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433840 Apr 08 11:05:31.852168 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:31.854396 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:05:32.009823 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:32.093631 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:32.147584 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:29Z', 'revision_number': 2, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:32.151358 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-40116bba-a989-464f-8f85-bb07c75f683d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:05:32.152367 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-40116bba-a989-464f-8f85-bb07c75f683d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482836 Apr 08 11:05:32.179839 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Checking router: af3043c6-2b04-433d-a280-6d7163461be0 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:05:32.180191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Updating router af3043c6-2b04-433d-a280-6d7163461be0 port 8189b61e-03f2-4347-b883-2ce52e91df60 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:05:32.211363 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:32.267488 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-4ea8f9d5-b3ea-44c2-9dd0-3a35cf7a2072 service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088488 Apr 08 11:05:32.384730 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-76b1a896-39bd-44b2-8c17-95bed12357a4 service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113150 Apr 08 11:05:32.575120 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks [] for port (8189b61e-03f2-4347-b883-2ce52e91df60), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:32.715503 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:32.880326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de21e1-6d3f-4d8c-a9c9-321b716773ea None None] Pushing event updated for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:32.905290 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8487f3f0-e001-4719-a8d1-401421ba1b41 req-08cc7ee0-87e3-443c-a1fd-d76581c06618 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 210 time: 0.2127833 Apr 08 11:05:32.979273 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1ed3a3a7-e5bc-417f-8ef5-34a83290242c req-a6f593dd-6c1c-4ee5-a885-a7e56847fbe7 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0883269 Apr 08 11:05:33.060257 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Attempting to bind port 8189b61e-03f2-4347-b883-2ce52e91df60 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:33.061966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Attempting to bind port 8189b61e-03f2-4347-b883-2ce52e91df60 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:33.062730 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Attempting to bind port 8189b61e-03f2-4347-b883-2ce52e91df60 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Bound using segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Bound port: 8189b61e-03f2-4347-b883-2ce52e91df60, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:33.080254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:33.177623 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] For port 8189b61e-03f2-4347-b883-2ce52e91df60, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:33.181711 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] For port 8189b61e-03f2-4347-b883-2ce52e91df60, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8189b61e-03f2-4347-b883-2ce52e91df60,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:33.256054 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-6620f484-17dd-4f85-9d91-ee598172ba85 None None] Provisioning complete for port 8189b61e-03f2-4347-b883-2ce52e91df60 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:33.256435 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6620f484-17dd-4f85-9d91-ee598172ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:33.317038 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6620f484-17dd-4f85-9d91-ee598172ba85 None None] Port 8189b61e-03f2-4347-b883-2ce52e91df60 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:05:33.323361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:33.336095 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-6c8e2f7b-7722-4ab4-bc88-6d42104c9de9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:33.343909 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-6c8e2f7b-7722-4ab4-bc88-6d42104c9de9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.1284962 Apr 08 11:05:33.361173 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-2bce2080-2081-47b4-b18c-e54137956971 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/quotas/de1ebb9f439d4fb9b52fd878808edd8a HTTP/1.1" status: 200 len: 375 time: 0.0160658 Apr 08 11:05:33.430278 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-2af1c889-cf42-4a29-969b-af4eefba8a06 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619242 Apr 08 11:05:33.493490 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:33.559656 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-78a91bf4-9b88-4c84-9376-0a0c3f22f957 service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202774 Apr 08 11:05:33.564139 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de21e1-6d3f-4d8c-a9c9-321b716773ea None None] Pushing event updated for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:33.577125 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:05:33.577753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:05:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:33.665254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:33.665635 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:33.766255 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-3a2aabc3-ffd7-464f-b441-d28e80724cef service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675191 Apr 08 11:05:33.817428 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:05:33.858809 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:33.917518 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Provisioning complete for port 8189b61e-03f2-4347-b883-2ce52e91df60 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:33.917916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:34.146921 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Current status of the port 8189b61e-03f2-4347-b883-2ce52e91df60 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:34.147309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:34.188393 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-39ef6007-5cfa-47e5-b62c-53938aaf08c2 req-4cc0fec7-e38e-495f-95f5-aac66c44e369 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0545022 Apr 08 11:05:34.196629 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] For port 8189b61e-03f2-4347-b883-2ce52e91df60, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8189b61e-03f2-4347-b883-2ce52e91df60,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:34.211275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:33Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:34.225956 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a66e7db6-d4d5-4516-ad74-acbbcd9a0832 req-5ee28324-491c-4dcd-9961-8a299423e5a9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0557237 Apr 08 11:05:34.248875 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd2b04-fa69-41b1-b362-22e1d5e1b87f None None] The sync data for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi is: [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:33Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:05:34.289003 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:34.397329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cffaf-3020-45f3-a6af-25be32a6ab12 None None] Pushing event updated for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:35.233352 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58540) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:35.397334 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b2083fc4-ee8d-470e-8b25-803d7f9ae3bd req-684efd56-5e47-41c2-92c1-c62ccf8c3a62 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0532451 Apr 08 11:05:35.397876 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4719b79-f747-4529-bb3f-d84db3cc0a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.422451 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8189b61e-03f2-4347-b883-2ce52e91df60 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:35.509947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4719b79-f747-4529-bb3f-d84db3cc0a20 admin admin] Publish callbacks [] for security_group (2a4c1821-b959-476b-86cf-42722fc5f9a7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.533045 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 8189b61e-03f2-4347-b883-2ce52e91df60 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:35.533791 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.540790 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a856a4fd-0ae5-4797-b500-663905812f7f req-d5585f9d-402d-4efd-ba1e-15f5ac06d93f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Apr 08 11:05:35.587541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4719b79-f747-4529-bb3f-d84db3cc0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (2a4c1821-b959-476b-86cf-42722fc5f9a7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.624067 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 8189b61e-03f2-4347-b883-2ce52e91df60 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:35.633737 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b4719b79-f747-4529-bb3f-d84db3cc0a20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45646abbcdf34e2eb13129ba71e3969f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3991425 Apr 08 11:05:35.634527 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4719b79-f747-4529-bb3f-d84db3cc0a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c1821-b959-476b-86cf-42722fc5f9a7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:35.637428 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58550) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:35.690023 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] Publish callbacks [] for security_group (2a4c1821-b959-476b-86cf-42722fc5f9a7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.713737 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] Publish callbacks [] for security_group (2a4c1821-b959-476b-86cf-42722fc5f9a7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.858196 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (2a4c1821-b959-476b-86cf-42722fc5f9a7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.860825 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:35.864259 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a4c1821-b959-476b-86cf-42722fc5f9a7 HTTP/1.1" status: 204 len: 168 time: 0.2234499 Apr 08 11:05:35.871129 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f27090-7025-4389-9588-1ce9e102027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c1821-b959-476b-86cf-42722fc5f9a7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:36.138425 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-35b69c5c-9058-4fdb-afc6-7be566c7133d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.570688 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58576) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:36.584911 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdb047fb-1fe1-483f-96b3-35b83da83170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.652017 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8999dfcb-3565-45d6-add1-8a7b27ec77d1 req-9c13ee5d-b534-4dcb-a55c-0a7a9a52bee3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0365162 Apr 08 11:05:36.666125 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cb6b7922-9dd3-4226-bb8b-a8be6c368d5d req-ef90dd29-6f27-44d3-b508-567930c19193 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Apr 08 11:05:36.690880 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdb047fb-1fe1-483f-96b3-35b83da83170 admin admin] Publish callbacks [] for security_group (16b99f93-7282-4715-953f-b20e705b9a35), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.789301 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cdb047fb-1fe1-483f-96b3-35b83da83170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (16b99f93-7282-4715-953f-b20e705b9a35), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.826518 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb047fb-1fe1-483f-96b3-35b83da83170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b99f93-7282-4715-953f-b20e705b9a35,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:36.831763 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cdb047fb-1fe1-483f-96b3-35b83da83170 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d864d68dbbf4ce7b9bb3b6d63837145&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2597401 Apr 08 11:05:36.834820 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58580) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:36.884878 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] Publish callbacks [] for security_group (16b99f93-7282-4715-953f-b20e705b9a35), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.906073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] Publish callbacks [] for security_group (16b99f93-7282-4715-953f-b20e705b9a35), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:37.032524 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (16b99f93-7282-4715-953f-b20e705b9a35), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:37.036102 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:37.041859 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16b99f93-7282-4715-953f-b20e705b9a35 HTTP/1.1" status: 204 len: 168 time: 0.2015331 Apr 08 11:05:37.048379 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a15b7b-8fee-4321-9931-9c829618b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b99f93-7282-4715-953f-b20e705b9a35,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:37.403467 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.61', 64830) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:37.518993 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-fe322938-fae4-42b1-9cb5-c1463a1e200d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:37.520705 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-fe322938-fae4-42b1-9cb5-c1463a1e200d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.61 "GET /v2.0/networks?id=a1eff93c-9283-447a-a9a9-f590f504cf24 HTTP/1.1" status: 200 len: 811 time: 0.1161158 Apr 08 11:05:37.586629 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Request body: {'port': {'device_id': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24', 'admin_state_up': True, 'tenant_id': 'f302be7f86d84fd4940be9407f544fa4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:37.779946 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b78a49cf-b038-4c6c-a383-b1f52a05af48 req-d3e1d9f1-4b5b-417b-9360-5d8b160f15e3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0562410 Apr 08 11:05:37.811594 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d800612-c56c-4458-8043-81a84dce72d5 req-6ad21e58-8588-4fb9-ba0f-fb2165ce23b1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0366533 Apr 08 11:05:37.943369 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Made reservation on behalf of f302be7f86d84fd4940be9407f544fa4 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:37.946772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:38.213216 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Allocated IP 172.20.0.12 (a1eff93c-9283-447a-a9a9-f590f504cf24/db1ac7a4-28a5-4b81-8787-fed08806c2da/54686adb-e713-4774-bdd1-9031e1395840) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:38.383458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks [] for port (54686adb-e713-4774-bdd1-9031e1395840), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:38.512917 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:38.552466 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.61', 64838) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:38.595312 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Network a1eff93c-9283-447a-a9a9-f590f504cf24 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:38.603422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:38.612975 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:38.624475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:38.624475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:38.629114 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Pushing event updated for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:38.686998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb971-48df-4e35-b791-c0d3a1116d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:38.759444 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-85c03e8a-7ad3-45fc-9456-42be92feada6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1773055 Apr 08 11:05:38.771562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-d3deb158-645d-47f4-896e-74036f239f1e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:05:38.772648 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-d3deb158-645d-47f4-896e-74036f239f1e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080390 Apr 08 11:05:38.891230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-ed630f27-4335-402a-a964-8598d0e3feea tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:38.893498 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-ed630f27-4335-402a-a964-8598d0e3feea tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.3147306 Apr 08 11:05:38.912435 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ad151c6b-008a-4cda-9dff-022d9651d1fb req-f7214d57-347b-4954-b9f5-fa536c772fe1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0548217 Apr 08 11:05:38.914849 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.61', 64841) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:38.925652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'port': {'device_id': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'admin_state_up': True, 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:39.101977 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Request body: {'port': {'device_id': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:39.272228 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-f75bf337-77ed-4808-a1f9-84ccbfec1aba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:39.274195 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-f75bf337-77ed-4808-a1f9-84ccbfec1aba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.3603075 Apr 08 11:05:39.286034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184218b-7bab-4b9f-8ee7-6acb4c3f69d0 req-8728a2d8-1d14-4afb-9631-a00a4386f64d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:39.288099 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1184218b-7bab-4b9f-8ee7-6acb4c3f69d0 req-8728a2d8-1d14-4afb-9631-a00a4386f64d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 932 time: 0.2147207 Apr 08 11:05:39.316909 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'port': {'device_id': '191e58f0-df07-4c2a-aa24-685ffb257205', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'admin_state_up': True, 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:39.342903 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (54686adb-e713-4774-bdd1-9031e1395840), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:39.398656 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:39.440153 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Made reservation on behalf of de1ebb9f439d4fb9b52fd878808edd8a for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:39.444888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:39.523292 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1184218b-7bab-4b9f-8ee7-6acb4c3f69d0 req-537f5a7d-c1bf-4f5c-b956-0e92e25d56ff tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067540 Apr 08 11:05:39.835173 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Allocated IP 172.20.0.12 (06b624e9-b3cb-4605-ac06-dde933c23376/e512e65f-d489-4ade-b9c3-b9a94db08b16/6ffd4959-1925-47aa-8f74-e71c32fd9ae1) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:39.874551 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Made reservation on behalf of de1ebb9f439d4fb9b52fd878808edd8a for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:39.878799 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.131864 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3da23ce3-96f3-4041-8f26-050de1e39c26 req-f71bae92-c1dd-406e-99b5-6d8477a87269 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0713053 Apr 08 11:05:40.138597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54686adb-e713-4774-bdd1-9031e1395840 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:40.158835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks [] for port (54686adb-e713-4774-bdd1-9031e1395840), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.183089 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.198025 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Transition to ACTIVE for port object 54686adb-e713-4774-bdd1-9031e1395840 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:05:40.307326 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.316011 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.432314 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:40.442487 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:40.446662 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:40.453624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:40.455258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.491660 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:40.533682 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Attempting to bind port 54686adb-e713-4774-bdd1-9031e1395840 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:40.534003 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Attempting to bind port 54686adb-e713-4774-bdd1-9031e1395840 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3b25ef31-2775-4ba9-b5c0-82b7aed3a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:40.534391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Attempting to bind port 54686adb-e713-4774-bdd1-9031e1395840 on network a1eff93c-9283-447a-a9a9-f590f504cf24 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:40.539628 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Pushing event updated for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:40.603289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Port 54686adb-e713-4774-bdd1-9031e1395840 on network a1eff93c-9283-447a-a9a9-f590f504cf24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:05:40.603289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Attempting to bind port 54686adb-e713-4774-bdd1-9031e1395840 on network a1eff93c-9283-447a-a9a9-f590f504cf24 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:40.603421 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-44c4e891-006a-454a-adff-4f5ae7fb3944 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6867535 Apr 08 11:05:40.616773 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:40.617147 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Checking segment: {'id': '3b25ef31-2775-4ba9-b5c0-82b7aed3a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:40.617728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Bound using segment: {'id': '3b25ef31-2775-4ba9-b5c0-82b7aed3a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:40.618195 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Bound port: 54686adb-e713-4774-bdd1-9031e1395840, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b25ef31-2775-4ba9-b5c0-82b7aed3a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:40.618624 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (54686adb-e713-4774-bdd1-9031e1395840), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.619182 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Request body: {'port': {'device_id': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:40.649567 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.678565 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.db.api [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-f67e309f-53c6-4725-998e-50fb2f1f3bee {{(pid=104000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:05:40.678921 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG oslo_db.api [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:05:40.702316 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:40.863030 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:40.893168 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5bf1b-5e13-412a-aca7-fa9a3d0f055a req-5b43098f-3730-4d11-b61a-64839f5121b3 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:40.909337 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17a5bf1b-5e13-412a-aca7-fa9a3d0f055a req-5b43098f-3730-4d11-b61a-64839f5121b3 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.2329566 Apr 08 11:05:40.965478 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54686adb-e713-4774-bdd1-9031e1395840,segment=NetworkSegment(3b25ef31-2775-4ba9-b5c0-82b7aed3a039),segment_id=3b25ef31-2775-4ba9-b5c0-82b7aed3a039)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:40.992990 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c52251f3-cb41-4a16-a7cf-432886d1d1ab None None] Provisioning complete for port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:40.992990 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c52251f3-cb41-4a16-a7cf-432886d1d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.035531 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-17a5bf1b-5e13-412a-aca7-fa9a3d0f055a req-dbe2225e-ea86-42a9-82cc-5fc22bb95eaa tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240203 Apr 08 11:05:41.066397 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c52251f3-cb41-4a16-a7cf-432886d1d1ab None None] Port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:05:41.160445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:41.171690 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks [] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.180056 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.197379 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Transition to ACTIVE for port object 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:05:41.294552 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5dd79c6f-e76d-4e3a-b5c2-3b77c44b5e76 req-204d36b5-f2b7-4f16-98d3-0e928a4e7553 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0483112 Apr 08 11:05:41.412833 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.444256 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.508435 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:41.509725 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.511386 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] 10.222.0.61 "PUT /v2.0/ports/54686adb-e713-4774-bdd1-9031e1395840 HTTP/1.1" status: 200 len: 1094 time: 2.5953724 Apr 08 11:05:41.514351 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'tag': '54686adb-e713-4774-bdd1-9031e1395840'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:41.557123 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:41.609446 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Attempting to bind port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:41.609803 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Attempting to bind port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:41.610141 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Attempting to bind port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:41.625719 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 on network 06b624e9-b3cb-4605-ac06-dde933c23376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:05:41.625982 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Attempting to bind port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:41.635935 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:41.636763 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:41.640616 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c4a83-6434-4266-b52d-fa2b22880604 service neutron] Pushing event updated for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:41.648017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Allocated IP 172.20.0.9 (06b624e9-b3cb-4605-ac06-dde933c23376/e512e65f-d489-4ade-b9c3-b9a94db08b16/a4875b38-fd41-451b-83ba-b45978193e53) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:41.651824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Bound using segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:41.653090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Bound port: 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:41.654740 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.831076 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:41.908856 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:41.944454 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for port (a4875b38-fd41-451b-83ba-b45978193e53), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:41.949562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7455557e-a168-41f2-9fea-932f269ef55b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "tag": "54686adb-e713-4774-bdd1-9031e1395840"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:05:42.031227 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:42.132267 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:42.145664 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.149918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:42.159853 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 1094 time: 1.5491869 Apr 08 11:05:42.162503 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:42.249542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f550c-34b1-4548-a5e4-6cc039ba87a1 x-openstack-request-id: req-a53f550c-34b1-4548-a5e4-6cc039ba87a1 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:05:42.252701 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "tag": "54686adb-e713-4774-bdd1-9031e1395840", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:05:42.254539 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a53f550c-34b1-4548-a5e4-6cc039ba87a1 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:05:42.255379 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53f550c-34b1-4548-a5e4-6cc039ba87a1'] response: {'name': 'network-changed', 'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'tag': '54686adb-e713-4774-bdd1-9031e1395840', 'status': 'completed', 'code': 200} Apr 08 11:05:42.289788 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:42.294282 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:42.303654 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:42.312481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:42.323868 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.326115 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:42.437156 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b932369-3efc-4528-ae96-84550be260f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:42.494643 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:05:42.627375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:42.647609 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-5340e258-5368-449f-97df-70a23903e6ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3555298 Apr 08 11:05:42.711675 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Request body: {'port': {'device_id': '191e58f0-df07-4c2a-aa24-685ffb257205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:42.741084 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141db85-3a8c-4464-9d5c-38646d192a35 req-215babf9-1671-4fcb-9d5d-3616a12a17b5 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.742020 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-1f652c11-a21d-448d-85e1-e7040ce649e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.742710 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e141db85-3a8c-4464-9d5c-38646d192a35 req-215babf9-1671-4fcb-9d5d-3616a12a17b5 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.4774845 Apr 08 11:05:42.743657 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-1f652c11-a21d-448d-85e1-e7040ce649e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1128 time: 0.4324706 Apr 08 11:05:42.744179 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 58836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:42.770355 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-1d37e5be-b757-46a8-af6d-05515e17cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.772920 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-1d37e5be-b757-46a8-af6d-05515e17cae8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f302be7f86d84fd4940be9407f544fa4&device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 1128 time: 0.5107853 Apr 08 11:05:42.854740 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e141db85-3a8c-4464-9d5c-38646d192a35 req-9c296f73-fa50-404e-b354-698f61f2436a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Apr 08 11:05:42.933231 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512e868-5bb5-459a-8b27-0283bb5a82d8 req-f773b3c0-91a9-4578-868a-91f83fdc5534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.936089 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9512e868-5bb5-459a-8b27-0283bb5a82d8 req-f773b3c0-91a9-4578-868a-91f83fdc5534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 931 time: 0.4462819 Apr 08 11:05:42.937449 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-a8e801b3-9b89-47bf-b3bb-2632cbd5b384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.1610272 Apr 08 11:05:42.999803 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5fae1dc2-7e2a-41b8-834c-9c7c4449283a None None] Provisioning complete for port a4875b38-fd41-451b-83ba-b45978193e53 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:43.000251 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fae1dc2-7e2a-41b8-834c-9c7c4449283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (a4875b38-fd41-451b-83ba-b45978193e53), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.058410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5fae1dc2-7e2a-41b8-834c-9c7c4449283a None None] Port a4875b38-fd41-451b-83ba-b45978193e53 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:05:43.132170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a4875b38-fd41-451b-83ba-b45978193e53), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.134354 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b55537a0-0d7a-4e10-a1c8-fd2c2ac6e50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.243246 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9512e868-5bb5-459a-8b27-0283bb5a82d8 req-2cca5ab0-5e6b-4038-a44d-ddd12bc9bace tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988837 Apr 08 11:05:43.253608 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-7a8a9280-fcc6-4e73-9103-030b66b4a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:43.289488 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-7a8a9280-fcc6-4e73-9103-030b66b4a72d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.2928674 Apr 08 11:05:43.372568 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-6e97d915-9ea9-4e03-a880-4134ff0d7f91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54686adb-e713-4774-bdd1-9031e1395840 HTTP/1.1" status: 200 len: 217 time: 0.5220718 Apr 08 11:05:43.730725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8058ec-366e-4315-98f7-f2f83e704d3a x-openstack-request-id: req-5e8058ec-366e-4315-98f7-f2f83e704d3a {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:05:43.730725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:05:43.730725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e8058ec-366e-4315-98f7-f2f83e704d3a {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:05:43.730725 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8058ec-366e-4315-98f7-f2f83e704d3a'] response: {'name': 'network-changed', 'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1', 'status': 'completed', 'code': 200} Apr 08 11:05:43.920649 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b55537a0-0d7a-4e10-a1c8-fd2c2ac6e50e admin admin] Publish callbacks [] for security_group (107ae931-d6b8-4406-915b-03d05d56e3f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.033270 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a375d6-9d02-40ea-bbca-e969abd26a23 req-8af49e03-2ac6-4efb-8094-e3274c16f2c7 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.035372 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07a375d6-9d02-40ea-bbca-e969abd26a23 req-8af49e03-2ac6-4efb-8094-e3274c16f2c7 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0913994 Apr 08 11:05:44.046542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b55537a0-0d7a-4e10-a1c8-fd2c2ac6e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (107ae931-d6b8-4406-915b-03d05d56e3f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.101832 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07a375d6-9d02-40ea-bbca-e969abd26a23 req-09f5eee1-9e98-4de3-b049-98fba07a99a8 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597987 Apr 08 11:05:44.112124 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 58902) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:44.112590 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b55537a0-0d7a-4e10-a1c8-fd2c2ac6e50e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06547265ecfd49839761db893334aa94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3485978 Apr 08 11:05:44.129055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4875b38-fd41-451b-83ba-b45978193e53 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:44.143639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks [] for port (a4875b38-fd41-451b-83ba-b45978193e53), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.149957 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55537a0-0d7a-4e10-a1c8-fd2c2ac6e50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ae931-d6b8-4406-915b-03d05d56e3f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.161709 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Transition to ACTIVE for port object a4875b38-fd41-451b-83ba-b45978193e53 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:05:44.183661 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] Publish callbacks [] for security_group (107ae931-d6b8-4406-915b-03d05d56e3f1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.206968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] Publish callbacks [] for security_group (107ae931-d6b8-4406-915b-03d05d56e3f1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.253391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.341715 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.348805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Attempting to bind port a4875b38-fd41-451b-83ba-b45978193e53 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:44.349147 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Attempting to bind port a4875b38-fd41-451b-83ba-b45978193e53 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:44.349477 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Attempting to bind port a4875b38-fd41-451b-83ba-b45978193e53 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:44.354799 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Port a4875b38-fd41-451b-83ba-b45978193e53 on network 06b624e9-b3cb-4605-ac06-dde933c23376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:05:44.355122 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Attempting to bind port a4875b38-fd41-451b-83ba-b45978193e53 on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:44.375222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:44.375606 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:44.376013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Bound using segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:44.377534 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Bound port: a4875b38-fd41-451b-83ba-b45978193e53, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:44.377906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a4875b38-fd41-451b-83ba-b45978193e53), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.406225 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (107ae931-d6b8-4406-915b-03d05d56e3f1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.409427 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.410768 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/107ae931-d6b8-4406-915b-03d05d56e3f1 HTTP/1.1" status: 204 len: 168 time: 0.2965386 Apr 08 11:05:44.427180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a3e7-9018-401f-8145-ebad889131c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ae931-d6b8-4406-915b-03d05d56e3f1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.525219 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4a7fd-6ed9-4a6d-9195-a6af1b2d2ea2 req-3031124c-6809-4134-b3ad-9d268016d05f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.526912 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99e4a7fd-6ed9-4a6d-9195-a6af1b2d2ea2 req-3031124c-6809-4134-b3ad-9d268016d05f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.1694162 Apr 08 11:05:44.563553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:44.583047 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4875b38-fd41-451b-83ba-b45978193e53,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:44.611067 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99e4a7fd-6ed9-4a6d-9195-a6af1b2d2ea2 req-ecc4780a-f1a3-47ee-9f1b-37aa1c2dbfa6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686111 Apr 08 11:05:44.704064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.744813 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.745533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.746882 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] 10.222.0.61 "PUT /v2.0/ports/a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 1093 time: 2.0760148 Apr 08 11:05:44.747315 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:44.749697 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9929a21-8092-482b-bda8-34cd8f3635a9" -d '{"events": [{"name": "network-changed", "server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "tag": "a4875b38-fd41-451b-83ba-b45978193e53"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:05:44.785372 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07587b32-5e43-489b-8dd2-187569f36e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.856722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b2f7a-b384-4c8f-a495-1a9deceae2f6 x-openstack-request-id: req-618b2f7a-b384-4c8f-a495-1a9deceae2f6 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:05:44.856997 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "tag": "a4875b38-fd41-451b-83ba-b45978193e53", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:05:44.857245 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-618b2f7a-b384-4c8f-a495-1a9deceae2f6 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:05:44.857834 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618b2f7a-b384-4c8f-a495-1a9deceae2f6'] response: {'name': 'network-changed', 'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53', 'status': 'completed', 'code': 200} Apr 08 11:05:45.235575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add044c-223d-427d-81c4-2aa14612005f req-76313393-d496-4cad-884b-69bcd12f936f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:45.239043 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6add044c-223d-427d-81c4-2aa14612005f req-76313393-d496-4cad-884b-69bcd12f936f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0609519 Apr 08 11:05:45.312928 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6add044c-223d-427d-81c4-2aa14612005f req-a3c1dbbf-34e5-4dfe-b216-aa01fa13bb84 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622759 Apr 08 11:05:45.743993 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178924f-a703-4136-8731-92610cc763c9 req-410a79d2-99c5-44c8-a7b9-95135df807d3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:45.753296 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9178924f-a703-4136-8731-92610cc763c9 req-410a79d2-99c5-44c8-a7b9-95135df807d3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0755837 Apr 08 11:05:45.809306 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9178924f-a703-4136-8731-92610cc763c9 req-810510c1-9bdd-4a29-a965-796685a812d6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Apr 08 11:05:46.458236 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc7421-5059-42e2-beec-d8c831844825 req-6ecaeea5-3019-4a93-8aee-20ea962aea3a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.467297 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b8cc7421-5059-42e2-beec-d8c831844825 req-6ecaeea5-3019-4a93-8aee-20ea962aea3a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0869768 Apr 08 11:05:46.559014 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b8cc7421-5059-42e2-beec-d8c831844825 req-fa063f0a-1cf1-47a0-9067-f1b74b3cfdb5 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865951 Apr 08 11:05:46.957515 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe7688-4e02-47ca-812b-f5dfcca4c887 req-451e37c8-a0c0-42df-852b-5b75659acb58 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.964816 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-febe7688-4e02-47ca-812b-f5dfcca4c887 req-451e37c8-a0c0-42df-852b-5b75659acb58 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0747271 Apr 08 11:05:47.013760 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-febe7688-4e02-47ca-812b-f5dfcca4c887 req-743f4fae-c730-413b-a817-f954897f73fc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Apr 08 11:05:47.194523 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59020) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:47.299769 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0783bf61-5cbe-423d-81f9-02b24770317a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.378238 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0783bf61-5cbe-423d-81f9-02b24770317a admin admin] Publish callbacks [] for security_group (36ae9637-a5b1-42c1-abaf-47f1cefe13c7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.454757 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0783bf61-5cbe-423d-81f9-02b24770317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (36ae9637-a5b1-42c1-abaf-47f1cefe13c7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.494596 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0783bf61-5cbe-423d-81f9-02b24770317a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adedf9b753d045838e7f60d7276e2052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2989306 Apr 08 11:05:47.495654 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783bf61-5cbe-423d-81f9-02b24770317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae9637-a5b1-42c1-abaf-47f1cefe13c7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:47.498653 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59024) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:47.565165 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] Publish callbacks [] for security_group (36ae9637-a5b1-42c1-abaf-47f1cefe13c7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.591023 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] Publish callbacks [] for security_group (36ae9637-a5b1-42c1-abaf-47f1cefe13c7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.702938 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd54f-8033-4b16-9bfe-0f7be81347bf req-6b5690dc-8bde-448d-8fcd-9a2ee16eac0e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:47.706529 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-405dd54f-8033-4b16-9bfe-0f7be81347bf req-6b5690dc-8bde-448d-8fcd-9a2ee16eac0e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0719910 Apr 08 11:05:47.770381 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-405dd54f-8033-4b16-9bfe-0f7be81347bf req-f2ce2a1c-7ae8-4516-bcf4-3d071189b46a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551355 Apr 08 11:05:47.816707 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (36ae9637-a5b1-42c1-abaf-47f1cefe13c7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.820796 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:47.820796 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36ae9637-a5b1-42c1-abaf-47f1cefe13c7 HTTP/1.1" status: 204 len: 168 time: 0.3200667 Apr 08 11:05:47.834265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a551e8-afba-4598-92d9-953a109ada86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae9637-a5b1-42c1-abaf-47f1cefe13c7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:48.134265 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb80f-12da-45a6-919b-d55a99ec6df5 req-b2ac7972-9682-42d9-9a17-02041155c1ce tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:48.135823 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ab9eb80f-12da-45a6-919b-d55a99ec6df5 req-b2ac7972-9682-42d9-9a17-02041155c1ce tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0533748 Apr 08 11:05:48.189757 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ab9eb80f-12da-45a6-919b-d55a99ec6df5 req-64b37c5b-1340-4197-a9e1-fb1a38c64471 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Apr 08 11:05:48.575002 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59050) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:48.590781 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-94a08077-c105-4410-b155-66487043fee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.672623 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-94a08077-c105-4410-b155-66487043fee4 admin admin] Publish callbacks [] for security_group (4e6fcc7f-6472-41c2-98fc-55e1af143ba9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.754973 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-94a08077-c105-4410-b155-66487043fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4e6fcc7f-6472-41c2-98fc-55e1af143ba9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.798575 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-94a08077-c105-4410-b155-66487043fee4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5291f1f5e384c9680df0248cf965787&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2223349 Apr 08 11:05:48.800064 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08077-c105-4410-b155-66487043fee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6fcc7f-6472-41c2-98fc-55e1af143ba9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:48.802473 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59056) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:48.965448 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] Publish callbacks [] for security_group (4e6fcc7f-6472-41c2-98fc-55e1af143ba9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.998302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfcb31-800f-4520-b96e-9ea8448e31e4 req-72193526-8206-4260-a048-518b6debb81e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:48.999833 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16bfcb31-800f-4520-b96e-9ea8448e31e4 req-72193526-8206-4260-a048-518b6debb81e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0956001 Apr 08 11:05:49.001732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] Publish callbacks [] for security_group (4e6fcc7f-6472-41c2-98fc-55e1af143ba9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.044001 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:05:49.083410 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16bfcb31-800f-4520-b96e-9ea8448e31e4 req-9975ea7d-8bf3-49b2-946e-a864a5cc8732 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 Apr 08 11:05:49.168850 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4e6fcc7f-6472-41c2-98fc-55e1af143ba9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.171565 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.172786 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e6fcc7f-6472-41c2-98fc-55e1af143ba9 HTTP/1.1" status: 204 len: 168 time: 0.3659489 Apr 08 11:05:49.180786 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60d4e-4cfc-4356-a2f9-d10ad135ee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6fcc7f-6472-41c2-98fc-55e1af143ba9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:49.321623 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92811ae6-a808-4cd7-b755-647f4e56e17c req-5f0fda9f-a702-4dcd-8d37-3b842690cafb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:49.323163 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-92811ae6-a808-4cd7-b755-647f4e56e17c req-5f0fda9f-a702-4dcd-8d37-3b842690cafb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0620279 Apr 08 11:05:49.375107 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-92811ae6-a808-4cd7-b755-647f4e56e17c req-aa399235-2536-4cf3-b8d1-4c923d12a19c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Apr 08 11:05:49.847411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:50.311161 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1d59-99e6-4887-adf5-c03bf3df98fd req-ab08612b-37db-48bc-a4fe-d353ee4eaeb1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.312809 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2eaf1d59-99e6-4887-adf5-c03bf3df98fd req-ab08612b-37db-48bc-a4fe-d353ee4eaeb1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.1089604 Apr 08 11:05:50.377510 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2eaf1d59-99e6-4887-adf5-c03bf3df98fd req-f5250709-889e-4fad-9917-87668435938f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Apr 08 11:05:50.601733 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d631cb-ab4f-44eb-b757-b8014176440f req-a2c52a56-0396-497d-be86-68155ad83081 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.613879 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c6d631cb-ab4f-44eb-b757-b8014176440f req-a2c52a56-0396-497d-be86-68155ad83081 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.1212754 Apr 08 11:05:50.705087 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c6d631cb-ab4f-44eb-b757-b8014176440f req-64b6da9d-37ce-4946-8153-2b5f53eb151c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937259 Apr 08 11:05:51.600339 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da36dd0-184b-4b27-9334-62cd63c5992d req-e17b3788-a66b-49bc-93e3-9bbb522ddbcf tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.601973 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5da36dd0-184b-4b27-9334-62cd63c5992d req-e17b3788-a66b-49bc-93e3-9bbb522ddbcf tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.1149864 Apr 08 11:05:51.681754 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5da36dd0-184b-4b27-9334-62cd63c5992d req-aa9ab0e1-662d-4ec5-b05b-07816d6f5a00 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718279 Apr 08 11:05:51.847923 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0367df-946c-4504-8ba5-3b8efc04d9de req-c9b631bb-2353-47e9-9278-7b7a4fcb9071 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.856234 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2d0367df-946c-4504-8ba5-3b8efc04d9de req-c9b631bb-2353-47e9-9278-7b7a4fcb9071 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0714436 Apr 08 11:05:51.912794 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2d0367df-946c-4504-8ba5-3b8efc04d9de req-3022219d-de2b-45bf-8d04-a95c0b168ee9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Apr 08 11:05:52.270138 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59208) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:52.389026 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f491f577-1d8c-4bf8-b20d-7437b4e70a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.476860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f491f577-1d8c-4bf8-b20d-7437b4e70a55 admin admin] Publish callbacks [] for security_group (bb389cf3-f667-4bd3-80b3-9162ebcbb740), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.591799 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f491f577-1d8c-4bf8-b20d-7437b4e70a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (bb389cf3-f667-4bd3-80b3-9162ebcbb740), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.635824 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491f577-1d8c-4bf8-b20d-7437b4e70a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb389cf3-f667-4bd3-80b3-9162ebcbb740,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:52.640728 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f491f577-1d8c-4bf8-b20d-7437b4e70a55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e13d2d748ea4c9fb20a3bda5b876f00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3687172 Apr 08 11:05:52.644960 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59226) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:52.708267 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] Publish callbacks [] for security_group (bb389cf3-f667-4bd3-80b3-9162ebcbb740), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.736266 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] Publish callbacks [] for security_group (bb389cf3-f667-4bd3-80b3-9162ebcbb740), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.829271 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826631-e4f2-4126-93a2-178297a1d9fe req-b10b6573-fe4e-46f5-bf17-46c8b9d40ebf tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:52.830811 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb826631-e4f2-4126-93a2-178297a1d9fe req-b10b6573-fe4e-46f5-bf17-46c8b9d40ebf tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0598402 Apr 08 11:05:52.883275 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (bb389cf3-f667-4bd3-80b3-9162ebcbb740), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.885940 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:52.889737 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb389cf3-f667-4bd3-80b3-9162ebcbb740 HTTP/1.1" status: 204 len: 168 time: 0.2390490 Apr 08 11:05:52.890891 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eb826631-e4f2-4126-93a2-178297a1d9fe req-bc11e451-63db-4190-8149-06923c5f2994 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 Apr 08 11:05:52.899758 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459a8f-3deb-4d00-9ca3-f4b07d249f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb389cf3-f667-4bd3-80b3-9162ebcbb740,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:53.062901 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f1b20-5583-4b50-a90a-a4a9656da1f7 req-ef250920-3736-4a7f-a3c3-1144a6e09805 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.064664 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0c1f1b20-5583-4b50-a90a-a4a9656da1f7 req-ef250920-3736-4a7f-a3c3-1144a6e09805 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0581253 Apr 08 11:05:53.112642 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0c1f1b20-5583-4b50-a90a-a4a9656da1f7 req-6d35f6b8-ab5c-45e6-9f36-f43592269d7c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Apr 08 11:05:53.483133 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59274) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:53.608858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36648142-446b-455e-95ff-453cb5996e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:53.696338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36648142-446b-455e-95ff-453cb5996e4d admin admin] Publish callbacks [] for security_group (f0cbc242-ab81-4adf-9134-8efd8bc9f84b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:53.852154 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36648142-446b-455e-95ff-453cb5996e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f0cbc242-ab81-4adf-9134-8efd8bc9f84b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:53.924720 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-f89010f3-6cbc-4185-b3be-3b8d36d9c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.926039 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-f89010f3-6cbc-4185-b3be-3b8d36d9c2d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994904 Apr 08 11:05:53.946667 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36648142-446b-455e-95ff-453cb5996e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cbc242-ab81-4adf-9134-8efd8bc9f84b,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:53.978053 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-36648142-446b-455e-95ff-453cb5996e4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f42e5fefef543fc856c0fa6009adc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910407 Apr 08 11:05:53.978053 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342600de-53bb-4297-8370-6d0a624ffc88 req-bd74608b-c6fb-4949-bac6-3bba62cc6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.979027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59308) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:53.979114 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-bd74608b-c6fb-4949-bac6-3bba62cc6566 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1ac7a4-28a5-4b81-8787-fed08806c2da HTTP/1.1" status: 200 len: 851 time: 0.1521037 Apr 08 11:05:54.076011 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-41768341-3427-4644-a0e7-31a198e35615 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1eff93c-9283-447a-a9a9-f590f504cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625343 Apr 08 11:05:54.122334 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7970e8-3852-462f-ad83-dcfe909e1135 req-668f16e6-8625-4630-accf-5810a199490d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.129857 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e7970e8-3852-462f-ad83-dcfe909e1135 req-668f16e6-8625-4630-accf-5810a199490d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.1498313 Apr 08 11:05:54.144448 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] Publish callbacks [] for security_group (f0cbc242-ab81-4adf-9134-8efd8bc9f84b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.172849 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-6b6b9a2f-87ea-418e-8d88-729afa7c258f service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649265 Apr 08 11:05:54.178833 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-e9dcbd77-73cb-4517-92f2-c9d0cac0eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.182722 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-e9dcbd77-73cb-4517-92f2-c9d0cac0eca7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1127 time: 0.1636889 Apr 08 11:05:54.200960 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] Publish callbacks [] for security_group (f0cbc242-ab81-4adf-9134-8efd8bc9f84b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.237422 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e7970e8-3852-462f-ad83-dcfe909e1135 req-32a3a46c-a41f-4183-8c6b-3ef7f389fe7a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066420 Apr 08 11:05:54.243736 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-63464b0c-3b14-4c87-8618-3fd4ccc16cc4 service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578572 Apr 08 11:05:54.367667 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-342600de-53bb-4297-8370-6d0a624ffc88 req-81db52e6-cc06-4ecd-ae65-9a2b3feedca7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118970 Apr 08 11:05:54.537079 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00280279-6148-45e2-9c7f-4d8663b4ff15 req-1b7d6cf4-2164-421d-ac7a-dc8a44bef002 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503127 Apr 08 11:05:54.546411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d03707-50eb-409a-9e29-c307be62c13c req-d830a4d9-c481-4522-aa87-8a5bf37865ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.548638 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c8d03707-50eb-409a-9e29-c307be62c13c req-d830a4d9-c481-4522-aa87-8a5bf37865ba tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.3021636 Apr 08 11:05:54.550035 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-2711adcf-89b6-4cfd-aca3-99dcd74607d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.551616 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-2711adcf-89b6-4cfd-aca3-99dcd74607d0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3470654 Apr 08 11:05:54.568968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59340) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:54.603151 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c8d03707-50eb-409a-9e29-c307be62c13c req-5d2f5358-f659-4c59-89a9-808bed2132c9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Apr 08 11:05:54.635669 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f0cbc242-ab81-4adf-9134-8efd8bc9f84b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.638676 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.640267 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0cbc242-ab81-4adf-9134-8efd8bc9f84b HTTP/1.1" status: 204 len: 168 time: 0.6608713 Apr 08 11:05:54.650768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1be704-9082-43a0-bc3a-28aba22514fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cbc242-ab81-4adf-9134-8efd8bc9f84b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:54.701138 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-93cc308e-4c87-41dc-b9a9-25ff241e2529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.796365 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-93cc308e-4c87-41dc-b9a9-25ff241e2529 admin admin] Publish callbacks [] for security_group (3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.897546 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-93cc308e-4c87-41dc-b9a9-25ff241e2529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:54.935981 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-93cc308e-4c87-41dc-b9a9-25ff241e2529 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57264df43fc444c5bae16d3729bf50d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727994 Apr 08 11:05:54.940147 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59368) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:54.949149 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc308e-4c87-41dc-b9a9-25ff241e2529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:55.010496 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] Publish callbacks [] for security_group (3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.032566 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] Publish callbacks [] for security_group (3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.180778 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.185002 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.190059 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee HTTP/1.1" status: 204 len: 168 time: 0.2443094 Apr 08 11:05:55.195089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3689f35-7129-4f48-81c8-07649b21d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad1bd4-5b03-4c1d-b8f4-7ec8f65f7cee,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:55.382008 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2cdb3-759d-47dc-b662-85ed1d928d59 req-e439f895-f7ad-4da1-b8a6-5832c96d6f03 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:55.383526 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7e2cdb3-759d-47dc-b662-85ed1d928d59 req-e439f895-f7ad-4da1-b8a6-5832c96d6f03 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0672376 Apr 08 11:05:55.431531 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7e2cdb3-759d-47dc-b662-85ed1d928d59 req-c9721625-f182-4b4f-9da2-9415d237198d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Apr 08 11:05:55.601731 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59414) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:55.615017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef8f02e0-3794-44c4-b0b6-cded9d63e474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.828593 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59426) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:55.903705 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef8f02e0-3794-44c4-b0b6-cded9d63e474 admin admin] Publish callbacks [] for security_group (7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.919346 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416bb9-0c1c-4383-b797-6d58412a0dd5 req-69b8484e-13d0-44d9-b7b2-bd5403211e1f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:55.920787 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bd416bb9-0c1c-4383-b797-6d58412a0dd5 req-69b8484e-13d0-44d9-b7b2-bd5403211e1f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.2440426 Apr 08 11:05:55.974134 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bd416bb9-0c1c-4383-b797-6d58412a0dd5 req-fa4ed702-181d-413c-8592-c19b0272db70 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Apr 08 11:05:56.046135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ef8f02e0-3794-44c4-b0b6-cded9d63e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.081777 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a67cef-de0c-4f2c-b1e5-9a238fef3031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.107770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59438) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:56.111133 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ef8f02e0-3794-44c4-b0b6-cded9d63e474 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9512f57544454cc6a4e1d07f4f638f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095580 Apr 08 11:05:56.117807 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f02e0-3794-44c4-b0b6-cded9d63e474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:56.271611 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] Publish callbacks [] for security_group (7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.319619 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] Publish callbacks [] for security_group (7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.351570 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a67cef-de0c-4f2c-b1e5-9a238fef3031 admin admin] Publish callbacks [] for security_group (596d0cbf-0160-4edb-b74b-a2d1589bbd28), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.451421 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-89a67cef-de0c-4f2c-b1e5-9a238fef3031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (596d0cbf-0160-4edb-b74b-a2d1589bbd28), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.492192 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.494973 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.498952 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe HTTP/1.1" status: 204 len: 168 time: 0.3842788 Apr 08 11:05:56.510272 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a67cef-de0c-4f2c-b1e5-9a238fef3031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d0cbf-0160-4edb-b74b-a2d1589bbd28,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:56.531197 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-89a67cef-de0c-4f2c-b1e5-9a238fef3031 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ffd5e512f9c45c9af51cb67422a3423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014863 Apr 08 11:05:56.534575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59476) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:56.566911 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cf5d1-dcf0-43fb-8183-5971358d75e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c5a45-f1ac-4fe4-8d73-21bbe3eff8fe,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:56.598109 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] Publish callbacks [] for security_group (596d0cbf-0160-4edb-b74b-a2d1589bbd28), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.603230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12404-471f-4225-8797-172c1e508a66 req-d2e8e20f-0da7-4242-b1f1-8db2c3af59f0 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:56.604757 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ba12404-471f-4225-8797-172c1e508a66 req-d2e8e20f-0da7-4242-b1f1-8db2c3af59f0 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0698342 Apr 08 11:05:56.621430 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] Publish callbacks [] for security_group (596d0cbf-0160-4edb-b74b-a2d1589bbd28), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.655065 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3ba12404-471f-4225-8797-172c1e508a66 req-05a9ac9f-d864-496c-9043-a64d1cfc1bf8 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Apr 08 11:05:56.805657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (596d0cbf-0160-4edb-b74b-a2d1589bbd28), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.808271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:56.809455 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/596d0cbf-0160-4edb-b74b-a2d1589bbd28 HTTP/1.1" status: 204 len: 168 time: 0.2738011 Apr 08 11:05:56.820537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5b5f-0d48-4030-baa1-515271069db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d0cbf-0160-4edb-b74b-a2d1589bbd28,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:56.991790 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59492) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:57.041683 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-4b489b9b-b048-4904-b91b-d162082db463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:57.043166 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9929a21-8092-482b-bda8-34cd8f3635a9 req-4b489b9b-b048-4904-b91b-d162082db463 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774697 Apr 08 11:05:57.106200 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f421ace-ea8c-4cbd-94cb-11b334421f57 req-9bfde944-4995-48ef-86d0-0f4ff6c10761 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:57.107715 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7f421ace-ea8c-4cbd-94cb-11b334421f57 req-9bfde944-4995-48ef-86d0-0f4ff6c10761 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0537438 Apr 08 11:05:57.161797 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7f421ace-ea8c-4cbd-94cb-11b334421f57 req-89fb4067-e80b-4630-a0db-2c17760c717a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 Apr 08 11:05:57.403883 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-227b7374-5107-4ca5-82b9-9ceb2585fcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.493624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-227b7374-5107-4ca5-82b9-9ceb2585fcf7 admin admin] Publish callbacks [] for security_group (dbe6f964-dc04-4c9f-9b29-b030c7f622a8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.789789 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eca7d-f390-4034-b716-d23d6457fb2a req-c90d39b3-cfc1-47d0-b957-a4a83bf50a23 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:57.791293 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-289eca7d-f390-4034-b716-d23d6457fb2a req-c90d39b3-cfc1-47d0-b957-a4a83bf50a23 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 944 time: 0.0590978 Apr 08 11:05:57.798856 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 54686adb-e713-4774-bdd1-9031e1395840 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:05:57.843453 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-289eca7d-f390-4034-b716-d23d6457fb2a req-d7c8ad56-0d40-4776-9467-b0e9c21ab117 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Apr 08 11:05:57.916252 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54686adb-e713-4774-bdd1-9031e1395840,segment=NetworkSegment(3b25ef31-2775-4ba9-b5c0-82b7aed3a039),segment_id=3b25ef31-2775-4ba9-b5c0-82b7aed3a039)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:57.928269 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '54686adb-e713-4774-bdd1-9031e1395840', 'network_id': 'a1eff93c-9283-447a-a9a9-f590f504cf24', 'port_id': '54686adb-e713-4774-bdd1-9031e1395840', 'mac_address': 'fa:16:3e:96:05:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1ac7a4-28a5-4b81-8787-fed08806c2da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:05:57.977094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 54686adb-e713-4774-bdd1-9031e1395840 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:57.999910 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (54686adb-e713-4774-bdd1-9031e1395840), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.999910 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54686adb-e713-4774-bdd1-9031e1395840 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:58.023713 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54686adb-e713-4774-bdd1-9031e1395840,segment=NetworkSegment(3b25ef31-2775-4ba9-b5c0-82b7aed3a039),segment_id=3b25ef31-2775-4ba9-b5c0-82b7aed3a039)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:58.281779 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d802f-d47a-4e18-84cc-3e422c206c15 req-d2b9bce2-5993-4aec-980c-030b43864e05 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:58.283296 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b0d802f-d47a-4e18-84cc-3e422c206c15 req-d2b9bce2-5993-4aec-980c-030b43864e05 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0572319 Apr 08 11:05:58.332193 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b0d802f-d47a-4e18-84cc-3e422c206c15 req-0453d165-c50f-48cd-a2c7-01e9809deb2a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Apr 08 11:05:58.459414 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-227b7374-5107-4ca5-82b9-9ceb2585fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (dbe6f964-dc04-4c9f-9b29-b030c7f622a8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.461276 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.518450 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-227b7374-5107-4ca5-82b9-9ceb2585fcf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4deb1f4430c44a6786b5d68bd82c6252&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5241945 Apr 08 11:05:58.518648 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59524) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:58.519668 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b7374-5107-4ca5-82b9-9ceb2585fcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6f964-dc04-4c9f-9b29-b030c7f622a8,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:58.524870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:58.584952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] Publish callbacks [] for security_group (dbe6f964-dc04-4c9f-9b29-b030c7f622a8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.610314 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] Publish callbacks [] for security_group (dbe6f964-dc04-4c9f-9b29-b030c7f622a8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.737603 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59526) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:58.751247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3333-7979-40ee-82bc-f5cda172f936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.857359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (dbe6f964-dc04-4c9f-9b29-b030c7f622a8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.881839 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.881839 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbe6f964-dc04-4c9f-9b29-b030c7f622a8 HTTP/1.1" status: 204 len: 168 time: 0.3608491 Apr 08 11:05:58.927313 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['54686adb-e713-4774-bdd1-9031e1395840'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:05:58.988934 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3333-7979-40ee-82bc-f5cda172f936 admin admin] Publish callbacks [] for security_group (413f70d4-c5a5-4e5a-8703-bd5f0871b880), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:58.990910 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8b21-bdc4-47fb-bf76-2074555e0f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6f964-dc04-4c9f-9b29-b030c7f622a8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:59.052863 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455557e-a168-41f2-9fea-932f269ef55b req-ea11af22-30fd-4413-bbf2-2aa470f8db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.054286 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-ea11af22-30fd-4413-bbf2-2aa470f8db7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f302be7f86d84fd4940be9407f544fa4&device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 1129 time: 0.2237337 Apr 08 11:05:59.080375 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-e563d3cd-7cc9-4588-839e-32581d3a9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.083866 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-e563d3cd-7cc9-4588-839e-32581d3a9b8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1127 time: 0.1992967 Apr 08 11:05:59.095715 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-4c41d644-a64a-4a6f-a3e0-5264b02bad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.105462 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-4c41d644-a64a-4a6f-a3e0-5264b02bad8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1128 time: 0.2418616 Apr 08 11:05:59.105740 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2950-1d9f-4703-9452-d601233a3e1a req-14c67415-964b-47c7-ba3b-25270b7453a6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.105740 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f92d2950-1d9f-4703-9452-d601233a3e1a req-14c67415-964b-47c7-ba3b-25270b7453a6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 945 time: 0.1304507 Apr 08 11:05:59.149456 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-ef7ab644-d20b-4d4e-89c3-75cb98e5b9c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0588923 Apr 08 11:05:59.181277 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3333-7979-40ee-82bc-f5cda172f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (413f70d4-c5a5-4e5a-8703-bd5f0871b880), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.305298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-a4cb3825-279a-4f2e-93c3-35c159a3e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.306746 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-a4cb3825-279a-4f2e-93c3-35c159a3e7e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.1944051 Apr 08 11:05:59.354236 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8e2a3333-7979-40ee-82bc-f5cda172f936 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54af738a27f64291a7b0240dcbb72717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6129720 Apr 08 11:05:59.355777 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59562) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:59.369316 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-986adfde-39fa-4d25-acee-64811ca7cebb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0436540 Apr 08 11:05:59.375886 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f92d2950-1d9f-4703-9452-d601233a3e1a req-4e4ae922-a6d7-45cd-8de2-15b077b64f4e tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252679 Apr 08 11:05:59.419588 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455557e-a168-41f2-9fea-932f269ef55b req-a67b41bb-55bb-40a9-8d40-e72fa9765d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.421976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-a67b41bb-55bb-40a9-8d40-e72fa9765d5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1eff93c-9283-447a-a9a9-f590f504cf24 HTTP/1.1" status: 200 len: 912 time: 0.3587992 Apr 08 11:05:59.425644 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-c14db8d8-ee61-42a9-b2d8-fe0ed4c10a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.427228 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-c14db8d8-ee61-42a9-b2d8-fe0ed4c10a71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.2470355 Apr 08 11:05:59.434274 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3333-7979-40ee-82bc-f5cda172f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f70d4-c5a5-4e5a-8703-bd5f0871b880,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:59.494369 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] Publish callbacks [] for security_group (413f70d4-c5a5-4e5a-8703-bd5f0871b880), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.514344 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-feb6d88a-69e2-4956-b6db-b10378db2372 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54686adb-e713-4774-bdd1-9031e1395840 HTTP/1.1" status: 200 len: 217 time: 0.0521686 Apr 08 11:05:59.518967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-e94d2cd3-65fc-45f3-bac7-a16e193356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.520450 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-e94d2cd3-65fc-45f3-bac7-a16e193356c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.1411595 Apr 08 11:05:59.531071 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3fbe-2845-407d-a608-2d1837b1741e req-a8b73082-8380-4d98-ac99-48c9bb9d1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.532708 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-a8b73082-8380-4d98-ac99-48c9bb9d1076 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942125 Apr 08 11:05:59.534579 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] Publish callbacks [] for security_group (413f70d4-c5a5-4e5a-8703-bd5f0871b880), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.598564 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470751b0-b744-4fff-aa9f-b9b811a33df5 req-b03248df-3289-4c33-ad41-1058d211aeed tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.600136 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-470751b0-b744-4fff-aa9f-b9b811a33df5 req-b03248df-3289-4c33-ad41-1058d211aeed tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.1716509 Apr 08 11:05:59.630229 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455557e-a168-41f2-9fea-932f269ef55b req-e2ed7c9b-b981-46c0-bc12-6b5582d104d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.631695 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-e2ed7c9b-b981-46c0-bc12-6b5582d104d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1ac7a4-28a5-4b81-8787-fed08806c2da HTTP/1.1" status: 200 len: 851 time: 0.1095142 Apr 08 11:05:59.656172 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-79bbe147-bcea-40a4-a089-aaa0357fd9c0 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145692 Apr 08 11:05:59.680334 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-fdc13989-3a23-4a7d-bf1d-3366f30d6891 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1eff93c-9283-447a-a9a9-f590f504cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397372 Apr 08 11:05:59.689285 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-eb5d445f-ccb1-490c-a96f-13167f419e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.691475 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-eb5d445f-ccb1-490c-a96f-13167f419e4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1602554 Apr 08 11:05:59.740217 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (413f70d4-c5a5-4e5a-8703-bd5f0871b880), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.742605 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.747569 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/413f70d4-c5a5-4e5a-8703-bd5f0871b880 HTTP/1.1" status: 204 len: 168 time: 0.3871200 Apr 08 11:05:59.749415 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-470751b0-b744-4fff-aa9f-b9b811a33df5 req-650ea2f6-f878-40a6-8e37-5799563e1e09 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391220 Apr 08 11:05:59.758704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707b65-c2c0-4343-818d-577f99a7032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f70d4-c5a5-4e5a-8703-bd5f0871b880,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:59.809429 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-772a3fbe-2845-407d-a608-2d1837b1741e req-582cddd4-6074-4ee6-92f0-a0bc7a0aa295 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468308 Apr 08 11:05:59.856817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 54686adb-e713-4774-bdd1-9031e1395840 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:59.884041 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-efebe7eb-f2ec-4b23-a0ce-096cce20364c service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916010 Apr 08 11:05:59.886386 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-aec75c59-a6f2-49be-b27e-60d953e49a31 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801479 Apr 08 11:06:00.040942 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 54686adb-e713-4774-bdd1-9031e1395840 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:06:00.045782 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 54686adb-e713-4774-bdd1-9031e1395840 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:00.046248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (54686adb-e713-4774-bdd1-9031e1395840), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.127957 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 54686adb-e713-4774-bdd1-9031e1395840 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:00.128345 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (54686adb-e713-4774-bdd1-9031e1395840), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.154288 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54686adb-e713-4774-bdd1-9031e1395840'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:00.200159 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d35c8000-723c-4c23-b0b7-5212c9cb3ec9 req-a4eba04d-b17b-49a1-9494-d951f66896ee service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042259 Apr 08 11:06:00.247919 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7455557e-a168-41f2-9fea-932f269ef55b req-36e1b42d-445d-4a9f-a428-9d27b01a973e service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532178 Apr 08 11:06:00.327686 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59582) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:00.340722 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54686adb-e713-4774-bdd1-9031e1395840,segment=NetworkSegment(3b25ef31-2775-4ba9-b5c0-82b7aed3a039),segment_id=3b25ef31-2775-4ba9-b5c0-82b7aed3a039)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:00.342207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6542fa6d-a18c-4ac3-afeb-b8b000712011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.419717 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6542fa6d-a18c-4ac3-afeb-b8b000712011 admin admin] Publish callbacks [] for security_group (ff53e71a-7748-4bde-8340-828f48f261ce), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.440662 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.508366 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:00.535873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3ee6-4085-4714-8e0d-609bf1ca25b4 req-28857fe6-d3f6-4127-92c0-8e865cf96635 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:00.538171 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-322a3ee6-4085-4714-8e0d-609bf1ca25b4 req-28857fe6-d3f6-4127-92c0-8e865cf96635 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0735686 Apr 08 11:06:00.539557 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6542fa6d-a18c-4ac3-afeb-b8b000712011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ff53e71a-7748-4bde-8340-828f48f261ce), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.601201 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542fa6d-a18c-4ac3-afeb-b8b000712011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff53e71a-7748-4bde-8340-828f48f261ce,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:00.616739 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6542fa6d-a18c-4ac3-afeb-b8b000712011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95bd6065dcd2439d87a843aa17f69b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861028 Apr 08 11:06:00.618518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59600) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:00.645779 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-322a3ee6-4085-4714-8e0d-609bf1ca25b4 req-c61a6000-3a10-4de2-a9e4-12ec4fb41b20 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847831 Apr 08 11:06:00.676456 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] Publish callbacks [] for security_group (ff53e71a-7748-4bde-8340-828f48f261ce), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.698220 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] Publish callbacks [] for security_group (ff53e71a-7748-4bde-8340-828f48f261ce), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.701936 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a20ee4-9982-42fd-9b93-5b4e4c6bbfdf" -d '{"events": [{"server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "name": "network-vif-plugged", "status": "completed", "tag": "54686adb-e713-4774-bdd1-9031e1395840"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:00.868898 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ff53e71a-7748-4bde-8340-828f48f261ce), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.871890 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:00.875345 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff53e71a-7748-4bde-8340-828f48f261ce HTTP/1.1" status: 204 len: 168 time: 0.2535081 Apr 08 11:06:00.882648 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbd0c9-c91d-4668-9997-907064f93285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff53e71a-7748-4bde-8340-828f48f261ce,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:00.901553 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a5729-4462-433b-9548-a5bc4789a1d0 req-7aebfe92-caa2-4bea-bbe0-9fcfc59ec549 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:00.907613 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-416a5729-4462-433b-9548-a5bc4789a1d0 req-7aebfe92-caa2-4bea-bbe0-9fcfc59ec549 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.0718544 Apr 08 11:06:00.980598 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-416a5729-4462-433b-9548-a5bc4789a1d0 req-83681621-b72d-4e28-9eb0-074179f44b67 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652885 Apr 08 11:06:01.102103 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d90c5-8ece-44a2-b094-eb0d04e8ec5e x-openstack-request-id: req-229d90c5-8ece-44a2-b094-eb0d04e8ec5e {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:01.102580 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "name": "network-vif-plugged", "status": "completed", "tag": "54686adb-e713-4774-bdd1-9031e1395840", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:01.103219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-229d90c5-8ece-44a2-b094-eb0d04e8ec5e {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:01.103950 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229d90c5-8ece-44a2-b094-eb0d04e8ec5e'] response: {'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54686adb-e713-4774-bdd1-9031e1395840', 'code': 200} Apr 08 11:06:01.793680 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d9ee-65e1-42d5-ab2d-4a40665393e7 req-ed3f5152-15a6-4248-a24b-45e848c0c45a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:01.810131 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4fb4d9ee-65e1-42d5-ab2d-4a40665393e7 req-ed3f5152-15a6-4248-a24b-45e848c0c45a tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0824158 Apr 08 11:06:01.848219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:06:01.864919 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4fb4d9ee-65e1-42d5-ab2d-4a40665393e7 req-c4d3cb36-1efa-429d-b0e6-e6d2294e8f4b tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Apr 08 11:06:02.013312 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:02.029624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'port_id': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1', 'mac_address': 'fa:16:3e:bd:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:06:02.109135 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:02.109842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:02.127904 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:02.150221 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:02.167052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec654-d197-4269-a741-9039faa83b4d req-6ff797f7-8814-45a0-be04-e8f01ab74077 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:02.177052 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-503ec654-d197-4269-a741-9039faa83b4d req-6ff797f7-8814-45a0-be04-e8f01ab74077 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 943 time: 0.1051023 Apr 08 11:06:02.231372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:02.231372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a4875b38-fd41-451b-83ba-b45978193e53 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:06:02.252441 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-503ec654-d197-4269-a741-9039faa83b4d req-12adcaf9-2ff9-4eb0-8b02-6338df905635 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Apr 08 11:06:02.321746 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:02.327162 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4875b38-fd41-451b-83ba-b45978193e53,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:02.341264 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'a4875b38-fd41-451b-83ba-b45978193e53', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'port_id': 'a4875b38-fd41-451b-83ba-b45978193e53', 'mac_address': 'fa:16:3e:05:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:06:02.386660 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a4875b38-fd41-451b-83ba-b45978193e53 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:02.387094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a4875b38-fd41-451b-83ba-b45978193e53), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:02.402169 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4875b38-fd41-451b-83ba-b45978193e53 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:02.422338 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4875b38-fd41-451b-83ba-b45978193e53,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:02.499719 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:02.552187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:03.040490 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e9b9c-bede-4a01-b7a3-7a3d89b5da04 req-f1b288ee-6fd7-4138-bfa3-7a62907722e7 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:03.049439 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-840e9b9c-bede-4a01-b7a3-7a3d89b5da04 req-f1b288ee-6fd7-4138-bfa3-7a62907722e7 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0886045 Apr 08 11:06:03.114766 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-840e9b9c-bede-4a01-b7a3-7a3d89b5da04 req-e424e397-4db7-48c6-8b36-28a00df47809 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Apr 08 11:06:03.425493 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937c39-9026-47ba-99f1-224250f6fc26 req-252faa24-aefc-4c18-bddf-7197d5da1c11 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:03.427344 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3c937c39-9026-47ba-99f1-224250f6fc26 req-252faa24-aefc-4c18-bddf-7197d5da1c11 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 944 time: 0.0725598 Apr 08 11:06:03.479748 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3c937c39-9026-47ba-99f1-224250f6fc26 req-154134b9-83eb-464c-b2a9-4449a9dd8737 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Apr 08 11:06:04.135527 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59780) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:04.233521 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-55879494-8f1b-4457-8b16-751c0a087669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:04.236165 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-55879494-8f1b-4457-8b16-751c0a087669 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 1130 time: 0.0888035 Apr 08 11:06:04.286125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bab71-f8cb-4619-bbec-766e666f68c3 req-d9ca06dc-1a1d-44b5-bd10-3bdfa2ddcd16 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:04.287655 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ca9bab71-f8cb-4619-bbec-766e666f68c3 req-d9ca06dc-1a1d-44b5-bd10-3bdfa2ddcd16 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0704439 Apr 08 11:06:04.298871 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95268f96-50f6-4e79-b0e3-6f03cf2f8c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.351346 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ca9bab71-f8cb-4619-bbec-766e666f68c3 req-ace5a1a0-e5b8-4435-b77c-29d8604b0cdc tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Apr 08 11:06:04.424994 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95268f96-50f6-4e79-b0e3-6f03cf2f8c5d admin admin] Publish callbacks [] for security_group (d29e72b1-b6d2-4b27-9810-e4ba19c4f61c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.494163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-95268f96-50f6-4e79-b0e3-6f03cf2f8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d29e72b1-b6d2-4b27-9810-e4ba19c4f61c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.535565 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-95268f96-50f6-4e79-b0e3-6f03cf2f8c5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a03a566c65041c3b3d70f2c1c988574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987014 Apr 08 11:06:04.536934 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95268f96-50f6-4e79-b0e3-6f03cf2f8c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29e72b1-b6d2-4b27-9810-e4ba19c4f61c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:04.538258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59802) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:04.592467 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] Publish callbacks [] for security_group (d29e72b1-b6d2-4b27-9810-e4ba19c4f61c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.616850 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] Publish callbacks [] for security_group (d29e72b1-b6d2-4b27-9810-e4ba19c4f61c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.624331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8573a-3283-429f-9a06-3b5ee42f964d req-69e5bea0-b7c6-4ab4-90cf-467b6476476f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:04.625902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dde8573a-3283-429f-9a06-3b5ee42f964d req-69e5bea0-b7c6-4ab4-90cf-467b6476476f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 944 time: 0.0655453 Apr 08 11:06:04.695450 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dde8573a-3283-429f-9a06-3b5ee42f964d req-510b6f91-a086-4564-a03c-f8e6c79d10f1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Apr 08 11:06:04.739575 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d29e72b1-b6d2-4b27-9810-e4ba19c4f61c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.742218 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.743455 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d29e72b1-b6d2-4b27-9810-e4ba19c4f61c HTTP/1.1" status: 204 len: 168 time: 0.2039220 Apr 08 11:06:04.751683 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10174aa1-2070-4055-857d-07ad7b4f1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29e72b1-b6d2-4b27-9810-e4ba19c4f61c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:04.885576 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59810) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:05.094032 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-88e2b66a-610a-4ac0-9428-6191a3717737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.178181 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-88e2b66a-610a-4ac0-9428-6191a3717737 admin admin] Publish callbacks [] for security_group (c0159e56-63bc-429d-afbc-00f36fcb5e7c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.265350 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-88e2b66a-610a-4ac0-9428-6191a3717737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c0159e56-63bc-429d-afbc-00f36fcb5e7c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.305738 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-88e2b66a-610a-4ac0-9428-6191a3717737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c9b6f57e99a470bbbc6466c66f205ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191315 Apr 08 11:06:05.306597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b66a-610a-4ac0-9428-6191a3717737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0159e56-63bc-429d-afbc-00f36fcb5e7c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.308389 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59816) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:05.339723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-79cad747-2eb9-4258-a387-24823028c61b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.405585 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] Publish callbacks [] for security_group (c0159e56-63bc-429d-afbc-00f36fcb5e7c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.461422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59826) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:05.465013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-79cad747-2eb9-4258-a387-24823028c61b service neutron] Publish callbacks [] for security_group (80d11cb7-6be0-4ae8-8095-0934ff7f4560), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.495096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] Publish callbacks [] for security_group (c0159e56-63bc-429d-afbc-00f36fcb5e7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.497025 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-951a154c-8783-41c0-aa18-2273c16b89fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.510314 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b384-2037-4df8-88e1-0185d0c9bfa1 req-eb315371-0b21-452f-95b3-8d3afb0fe11c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:05.511835 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5043b384-2037-4df8-88e1-0185d0c9bfa1 req-eb315371-0b21-452f-95b3-8d3afb0fe11c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0800722 Apr 08 11:06:05.538148 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-79cad747-2eb9-4258-a387-24823028c61b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (80d11cb7-6be0-4ae8-8095-0934ff7f4560), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.564579 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5043b384-2037-4df8-88e1-0185d0c9bfa1 req-b548520a-0fdc-4b05-8102-cb89d4e27a96 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Apr 08 11:06:05.600338 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cad747-2eb9-4258-a387-24823028c61b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80d11cb7-6be0-4ae8-8095-0934ff7f4560,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.605770 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ea3b2695-c658-452f-9361-7aedaaaac9d4 req-79cad747-2eb9-4258-a387-24823028c61b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877629 Apr 08 11:06:05.667390 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-951a154c-8783-41c0-aa18-2273c16b89fd admin admin] Publish callbacks [] for security_group (48576d24-d2bd-42cc-ae67-1455ba5aefdd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.676466 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c0159e56-63bc-429d-afbc-00f36fcb5e7c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.679176 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.680362 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0159e56-63bc-429d-afbc-00f36fcb5e7c HTTP/1.1" status: 204 len: 168 time: 0.3709421 Apr 08 11:06:05.689199 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032438a-1330-46fb-90ba-947eb4d73db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0159e56-63bc-429d-afbc-00f36fcb5e7c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.735462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-951a154c-8783-41c0-aa18-2273c16b89fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (48576d24-d2bd-42cc-ae67-1455ba5aefdd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.780192 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-951a154c-8783-41c0-aa18-2273c16b89fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=628e59a6ba8b4455961d84184665a807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177190 Apr 08 11:06:05.784275 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59834) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:05.790991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a154c-8783-41c0-aa18-2273c16b89fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48576d24-d2bd-42cc-ae67-1455ba5aefdd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.841493 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8078467-ccde-4fe0-bf15-3ba4d33385b3 req-9b36a5f3-b699-47ee-bfdc-8859a254adfa tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:05.843095 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f8078467-ccde-4fe0-bf15-3ba4d33385b3 req-9b36a5f3-b699-47ee-bfdc-8859a254adfa tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 944 time: 0.0615582 Apr 08 11:06:05.859390 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] Publish callbacks [] for security_group (48576d24-d2bd-42cc-ae67-1455ba5aefdd), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.891064 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] Publish callbacks [] for security_group (48576d24-d2bd-42cc-ae67-1455ba5aefdd), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:05.892880 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f8078467-ccde-4fe0-bf15-3ba4d33385b3 req-d8cf47fa-b8db-421c-a05c-e3c478fb3353 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Apr 08 11:06:06.022264 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (48576d24-d2bd-42cc-ae67-1455ba5aefdd), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.024885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.026049 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48576d24-d2bd-42cc-ae67-1455ba5aefdd HTTP/1.1" status: 204 len: 168 time: 0.2401984 Apr 08 11:06:06.034341 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f1e2-0e8a-4601-88b8-61fb6a28503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48576d24-d2bd-42cc-ae67-1455ba5aefdd,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:06.131057 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bd00a62-a894-42b3-a145-bf423f913980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.230747 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['a4875b38-fd41-451b-83ba-b45978193e53'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:06:06.459967 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['6ffd4959-1925-47aa-8f74-e71c32fd9ae1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:06:06.523107 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59852) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:06.548660 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3433660f-176f-47af-8a4f-59b8a0d5615e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.662607 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3433660f-176f-47af-8a4f-59b8a0d5615e admin admin] Publish callbacks [] for security_group (b35e7f4e-f121-48b2-b601-bd7daaa20800), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.750669 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6bea5-abfd-4f70-88bd-45d80826bc07 req-8fbeb3c1-f588-45b8-9815-9639fe99ab99 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.752342 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40f6bea5-abfd-4f70-88bd-45d80826bc07 req-8fbeb3c1-f588-45b8-9815-9639fe99ab99 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0696268 Apr 08 11:06:06.769180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3433660f-176f-47af-8a4f-59b8a0d5615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b35e7f4e-f121-48b2-b601-bd7daaa20800), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.839718 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3433660f-176f-47af-8a4f-59b8a0d5615e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e310157534e54664864ff7c9143f345b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155146 Apr 08 11:06:06.840577 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433660f-176f-47af-8a4f-59b8a0d5615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35e7f4e-f121-48b2-b601-bd7daaa20800,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:06.842433 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 59880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:06.875303 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40f6bea5-abfd-4f70-88bd-45d80826bc07 req-29af7d8d-19d6-4bd7-abd0-8b12d6d3c654 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167798 Apr 08 11:06:06.920101 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] Publish callbacks [] for security_group (b35e7f4e-f121-48b2-b601-bd7daaa20800), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:06.947673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] Publish callbacks [] for security_group (b35e7f4e-f121-48b2-b601-bd7daaa20800), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:07.036149 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72dc72-e7ab-4868-910d-f45475bcf652 req-9d2ffaa8-d530-4a5a-b6cd-77e4dbabb653 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:07.038639 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cd72dc72-e7ab-4868-910d-f45475bcf652 req-9d2ffaa8-d530-4a5a-b6cd-77e4dbabb653 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Apr 08 11:06:07.087525 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cd72dc72-e7ab-4868-910d-f45475bcf652 req-412d0950-4691-4b62-b1bd-ce64cd3f5dcb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Apr 08 11:06:07.119974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b35e7f4e-f121-48b2-b601-bd7daaa20800), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:07.123288 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:07.125358 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35e7f4e-f121-48b2-b601-bd7daaa20800 HTTP/1.1" status: 204 len: 168 time: 0.2805362 Apr 08 11:06:07.133808 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8a5a4-3f3d-4de4-8884-63330a9d6f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35e7f4e-f121-48b2-b601-bd7daaa20800,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:08.079233 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb49a48-1457-4970-9b48-03456f27cee4 req-67f0e645-fb36-4826-9780-4d066d5908d2 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:08.081031 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-afb49a48-1457-4970-9b48-03456f27cee4 req-67f0e645-fb36-4826-9780-4d066d5908d2 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0707493 Apr 08 11:06:08.167575 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-afb49a48-1457-4970-9b48-03456f27cee4 req-853e849f-2a51-4fbb-9584-6d02991cb74f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805635 Apr 08 11:06:08.214181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:08.280039 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724a33-68f1-4c32-9cff-147c246348eb req-7fb4de2d-a8ee-4f2d-aebf-b628651a5b8d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:08.287624 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fe724a33-68f1-4c32-9cff-147c246348eb req-7fb4de2d-a8ee-4f2d-aebf-b628651a5b8d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 944 time: 0.1134322 Apr 08 11:06:08.366704 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fe724a33-68f1-4c32-9cff-147c246348eb req-54d18087-a55f-44bc-9e19-39de4f70344f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697889 Apr 08 11:06:08.379201 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:06:08.388360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:08.389404 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.495224 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:08.495619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.521996 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:08.524420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c89a3-48f5-4ee1-a9cf-14a017afe5e2" -d '{"events": [{"server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "name": "network-vif-plugged", "status": "completed", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:08.537970 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:08.617421 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88eb10-1fd4-47e4-91be-b8f2a680397f x-openstack-request-id: req-2e88eb10-1fd4-47e4-91be-b8f2a680397f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:08.618165 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "name": "network-vif-plugged", "status": "completed", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:08.618677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e88eb10-1fd4-47e4-91be-b8f2a680397f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:08.619229 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e88eb10-1fd4-47e4-91be-b8f2a680397f'] response: {'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1', 'code': 200} Apr 08 11:06:08.632360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.633850 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a4875b38-fd41-451b-83ba-b45978193e53 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:08.718041 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9929796c-120d-4234-8eb0-9a61adf3970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.765582 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:08.848618 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port a4875b38-fd41-451b-83ba-b45978193e53 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:06:08.855873 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port a4875b38-fd41-451b-83ba-b45978193e53 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:08.855873 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (a4875b38-fd41-451b-83ba-b45978193e53), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.953282 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a4875b38-fd41-451b-83ba-b45978193e53 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:08.954333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a4875b38-fd41-451b-83ba-b45978193e53), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:08.982031 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 59980) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:08.998184 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4875b38-fd41-451b-83ba-b45978193e53,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:09.073770 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.139682 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:09.260268 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-78104a93-4ec5-45b6-b757-be40bccc65e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.296916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.311850 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97ec6-8aed-495e-aa27-ae3786987bf7 req-3a573c4e-94eb-4757-bf6f-aed0bc55b668 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:09.314079 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12c97ec6-8aed-495e-aa27-ae3786987bf7 req-3a573c4e-94eb-4757-bf6f-aed0bc55b668 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0605023 Apr 08 11:06:09.354024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-78104a93-4ec5-45b6-b757-be40bccc65e3 admin admin] Publish callbacks [] for security_group (759096aa-7ce1-4e9c-9aa5-ba87a52567e3), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.405333 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12c97ec6-8aed-495e-aa27-ae3786987bf7 req-c7f7747e-5cba-444a-b7d6-3f9315382e35 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Apr 08 11:06:09.424158 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017ba5d-9ae9-497a-9a71-55127a88b6b1 req-6a197047-7fba-4b14-8dc7-ec3d56854d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:09.432637 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c017ba5d-9ae9-497a-9a71-55127a88b6b1 req-6a197047-7fba-4b14-8dc7-ec3d56854d5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0859058 Apr 08 11:06:09.457508 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-78104a93-4ec5-45b6-b757-be40bccc65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (759096aa-7ce1-4e9c-9aa5-ba87a52567e3), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.498493 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c017ba5d-9ae9-497a-9a71-55127a88b6b1 req-559f2c30-0d2e-4b7d-be89-c94f5648f630 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Apr 08 11:06:09.556181 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-78104a93-4ec5-45b6-b757-be40bccc65e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7a4070474c94b24b9481411dc18f9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5724297 Apr 08 11:06:09.558863 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60004) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:09.564668 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78104a93-4ec5-45b6-b757-be40bccc65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759096aa-7ce1-4e9c-9aa5-ba87a52567e3,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:09.596813 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75130e84-c7c8-4f51-9881-75ba8e303cb4 req-204169ee-da1c-4e0f-8e07-980533b0433e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:09.599380 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75130e84-c7c8-4f51-9881-75ba8e303cb4 req-204169ee-da1c-4e0f-8e07-980533b0433e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1449225 Apr 08 11:06:09.674607 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] Publish callbacks [] for security_group (759096aa-7ce1-4e9c-9aa5-ba87a52567e3), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.690046 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-75130e84-c7c8-4f51-9881-75ba8e303cb4 req-951a7137-e92e-46d3-b9f9-d5aac1ee80e1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Apr 08 11:06:09.703051 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] Publish callbacks [] for security_group (759096aa-7ce1-4e9c-9aa5-ba87a52567e3), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.827996 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (759096aa-7ce1-4e9c-9aa5-ba87a52567e3), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.831395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:09.835822 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/759096aa-7ce1-4e9c-9aa5-ba87a52567e3 HTTP/1.1" status: 204 len: 168 time: 0.2723615 Apr 08 11:06:09.842280 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce2f74-8d5e-4850-9a2c-05f716e899f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759096aa-7ce1-4e9c-9aa5-ba87a52567e3,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:10.620850 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:10.623811 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e6a45-3215-41a5-a454-5c7bb417e069" -d '{"events": [{"server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "name": "network-vif-plugged", "status": "completed", "tag": "a4875b38-fd41-451b-83ba-b45978193e53"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:10.669297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a72c6-78e7-456e-86d5-1b390691511d x-openstack-request-id: req-a99a72c6-78e7-456e-86d5-1b390691511d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:10.669297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "name": "network-vif-plugged", "status": "completed", "tag": "a4875b38-fd41-451b-83ba-b45978193e53", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:10.669297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a99a72c6-78e7-456e-86d5-1b390691511d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:10.669297 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99a72c6-78e7-456e-86d5-1b390691511d'] response: {'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53', 'code': 200} Apr 08 11:06:10.689033 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:10.806474 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8c102-5a07-4131-aed4-78b325a16cd9 req-20a20549-92e5-4f04-912a-3ecb578926fe tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:10.808054 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-faf8c102-5a07-4131-aed4-78b325a16cd9 req-20a20549-92e5-4f04-912a-3ecb578926fe tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Apr 08 11:06:10.836553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:10.853480 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c30127db-3712-4ebf-b5ee-0b348588144d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:10.875246 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-faf8c102-5a07-4131-aed4-78b325a16cd9 req-1b96fc43-b2bc-4351-9a25-0043ccbbb809 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613506 Apr 08 11:06:10.967140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c30127db-3712-4ebf-b5ee-0b348588144d admin admin] Publish callbacks [] for security_group (42bfee2a-fb77-430e-b620-d8cd92bc7c9d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.044857 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c30127db-3712-4ebf-b5ee-0b348588144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (42bfee2a-fb77-430e-b620-d8cd92bc7c9d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.078108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60088) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:11.085553 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c30127db-3712-4ebf-b5ee-0b348588144d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d85daf07a00546f88b7a7d762f97c597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472954 Apr 08 11:06:11.086400 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30127db-3712-4ebf-b5ee-0b348588144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfee2a-fb77-430e-b620-d8cd92bc7c9d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:11.089493 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60092) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:11.143825 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] Publish callbacks [] for security_group (42bfee2a-fb77-430e-b620-d8cd92bc7c9d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.169500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] Publish callbacks [] for security_group (42bfee2a-fb77-430e-b620-d8cd92bc7c9d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.235404 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5203-ade8-4de1-9eaa-6fc525849290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.332023 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (42bfee2a-fb77-430e-b620-d8cd92bc7c9d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.339369 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.344791 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42bfee2a-fb77-430e-b620-d8cd92bc7c9d HTTP/1.1" status: 204 len: 168 time: 0.2501378 Apr 08 11:06:11.372423 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9d5e3-56ce-47c6-8ac1-596a24df495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfee2a-fb77-430e-b620-d8cd92bc7c9d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:11.424363 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60108) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:11.456094 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5203-ade8-4de1-9eaa-6fc525849290 admin admin] Publish callbacks [] for security_group (47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.534236 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5203-ade8-4de1-9eaa-6fc525849290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.563255 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b0ba-ae35-481f-9ab8-300aa7785146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.579981 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-dc6c5203-ade8-4de1-9eaa-6fc525849290 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57dbd571211d46a1a91e3830cc9dd009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001080 Apr 08 11:06:11.583312 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60116) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:11.599326 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c5203-ade8-4de1-9eaa-6fc525849290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:11.655229 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] Publish callbacks [] for security_group (47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.666954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b0ba-ae35-481f-9ab8-300aa7785146 admin admin] Publish callbacks [] for security_group (770c093b-3446-4177-bf1b-87316f4f6fea), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.679737 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] Publish callbacks [] for security_group (47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.747667 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b0ba-ae35-481f-9ab8-300aa7785146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (770c093b-3446-4177-bf1b-87316f4f6fea), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.790069 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1b0ba-ae35-481f-9ab8-300aa7785146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c093b-3446-4177-bf1b-87316f4f6fea,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:11.794351 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a5a1b0ba-ae35-481f-9ab8-300aa7785146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b276617c6ab2463895cfc8ac958461d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722937 Apr 08 11:06:11.797309 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60122) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:11.810827 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.813959 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.816069 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0 HTTP/1.1" status: 204 len: 168 time: 0.2314177 Apr 08 11:06:11.829925 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9779d-30f2-488d-8180-a13494945bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e68f4d-54a4-4f4c-a6e8-f8da82dab2d0,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:11.879771 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] Publish callbacks [] for security_group (770c093b-3446-4177-bf1b-87316f4f6fea), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:11.916077 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] Publish callbacks [] for security_group (770c093b-3446-4177-bf1b-87316f4f6fea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.023556 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a93c5-ff3d-4e9a-a771-7ed1948c58a9 req-e4800909-b132-4ce4-acf4-5c91ad45f77f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:12.025112 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-578a93c5-ff3d-4e9a-a771-7ed1948c58a9 req-e4800909-b132-4ce4-acf4-5c91ad45f77f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0645485 Apr 08 11:06:12.062679 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (770c093b-3446-4177-bf1b-87316f4f6fea), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.065376 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.066529 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/770c093b-3446-4177-bf1b-87316f4f6fea HTTP/1.1" status: 204 len: 168 time: 0.2680299 Apr 08 11:06:12.086995 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ba9d-e287-420d-9a17-262849b7a509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c093b-3446-4177-bf1b-87316f4f6fea,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:12.098344 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-578a93c5-ff3d-4e9a-a771-7ed1948c58a9 req-03286dc8-abc8-4429-a3fb-c073e2e8f0e7 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Apr 08 11:06:12.202077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.702647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60154) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:12.716745 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e69-f84f-48b6-9421-d29d14c500e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.801893 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60160) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:12.807989 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e69-f84f-48b6-9421-d29d14c500e0 admin admin] Publish callbacks [] for security_group (9e613b78-b524-49aa-b724-1fb73dffcab3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.816176 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9e8f06d5-47aa-4cbf-a7d2-1f6ecec4c3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.879374 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e69-f84f-48b6-9421-d29d14c500e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9e613b78-b524-49aa-b724-1fb73dffcab3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.894589 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9e8f06d5-47aa-4cbf-a7d2-1f6ecec4c3d0 admin admin] Publish callbacks [] for security_group (fa55d785-960f-4dcc-879c-499157db0c51), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.922842 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e2c33e69-f84f-48b6-9421-d29d14c500e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f80a89bda5348f59fdcfeed859081b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183583 Apr 08 11:06:12.923636 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c33e69-f84f-48b6-9421-d29d14c500e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e613b78-b524-49aa-b724-1fb73dffcab3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:12.925420 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60162) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:12.978490 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9e8f06d5-47aa-4cbf-a7d2-1f6ecec4c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fa55d785-960f-4dcc-879c-499157db0c51), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:12.984222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] Publish callbacks [] for security_group (9e613b78-b524-49aa-b724-1fb73dffcab3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.038820 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9e8f06d5-47aa-4cbf-a7d2-1f6ecec4c3d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e089a1273f114dceb403b8a2d9a48e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357476 Apr 08 11:06:13.041534 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60166) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:13.043336 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] Publish callbacks [] for security_group (9e613b78-b524-49aa-b724-1fb73dffcab3), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.045122 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f06d5-47aa-4cbf-a7d2-1f6ecec4c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55d785-960f-4dcc-879c-499157db0c51,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:13.113435 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] Publish callbacks [] for security_group (fa55d785-960f-4dcc-879c-499157db0c51), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.137273 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] Publish callbacks [] for security_group (fa55d785-960f-4dcc-879c-499157db0c51), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.212867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9e613b78-b524-49aa-b724-1fb73dffcab3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.215858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.219579 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e613b78-b524-49aa-b724-1fb73dffcab3 HTTP/1.1" status: 204 len: 168 time: 0.2903502 Apr 08 11:06:13.228376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca80a9-77ac-4bdb-a984-69fd32e6b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e613b78-b524-49aa-b724-1fb73dffcab3,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:13.237430 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60dba-0dce-4a83-b518-bc8474ef569a req-83b8ea65-30f5-4aa1-8070-0afa3f555b2b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:13.239125 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cef60dba-0dce-4a83-b518-bc8474ef569a req-83b8ea65-30f5-4aa1-8070-0afa3f555b2b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0691290 Apr 08 11:06:13.288367 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fa55d785-960f-4dcc-879c-499157db0c51), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.289979 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cef60dba-0dce-4a83-b518-bc8474ef569a req-54e54b9a-5de7-4c23-9c59-91833ab9381f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Apr 08 11:06:13.291287 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:13.292492 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa55d785-960f-4dcc-879c-499157db0c51 HTTP/1.1" status: 204 len: 168 time: 0.2498376 Apr 08 11:06:13.302058 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f45a-2ec0-49fe-8344-2b344d7fdee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55d785-960f-4dcc-879c-499157db0c51,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:13.550749 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8201-5c07-44ec-a985-9eb66b6aae2d req-181816b3-1ad2-4105-a870-10a07bb604df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:13.552251 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-56af8201-5c07-44ec-a985-9eb66b6aae2d req-181816b3-1ad2-4105-a870-10a07bb604df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0471101 Apr 08 11:06:13.608800 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-56af8201-5c07-44ec-a985-9eb66b6aae2d req-6fe325e4-c6b7-4ef5-9eaf-8d9e3c9b4d71 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505042 Apr 08 11:06:14.455928 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d5164-df3e-4bd3-90d3-e856d11ed275 req-20ad4f33-8531-4e6a-a3ff-4e09018095f8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:14.463504 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-370d5164-df3e-4bd3-90d3-e856d11ed275 req-20ad4f33-8531-4e6a-a3ff-4e09018095f8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0955584 Apr 08 11:06:14.534950 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-370d5164-df3e-4bd3-90d3-e856d11ed275 req-d6a54113-b136-4d2a-9ad5-7313cc5d3e67 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656388 Apr 08 11:06:15.656082 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fefad-3773-4974-ba04-f5966a51c092 req-c3ad97ba-1b3b-408e-9de8-8b431bbb1abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:15.665264 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb4fefad-3773-4974-ba04-f5966a51c092 req-c3ad97ba-1b3b-408e-9de8-8b431bbb1abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0640171 Apr 08 11:06:15.737562 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb4fefad-3773-4974-ba04-f5966a51c092 req-51c7afad-2d3d-45e6-8d53-f0fe3eb8e180 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710793 Apr 08 11:06:16.091511 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60306) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:16.203042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a367cfeb-aaff-4437-bfa0-c76075cbc6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.280471 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a367cfeb-aaff-4437-bfa0-c76075cbc6e8 admin admin] Publish callbacks [] for security_group (f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.353978 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a367cfeb-aaff-4437-bfa0-c76075cbc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.398842 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a367cfeb-aaff-4437-bfa0-c76075cbc6e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41d1bf328c8f4748856b23ddf755defc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038325 Apr 08 11:06:16.398842 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367cfeb-aaff-4437-bfa0-c76075cbc6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:16.399211 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60324) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:16.457368 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] Publish callbacks [] for security_group (f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.481507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] Publish callbacks [] for security_group (f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.576449 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.580216 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.584152 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1800809 Apr 08 11:06:16.597090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723e8a1-7eaf-48c1-9e49-d40376e9c924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d0a4c9-e4e2-4eb0-b6d0-0efe499e2dc4,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:16.895308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962d37-17c4-4d04-8c36-4d75f036014d req-95509360-1701-4bda-9d89-5ea2094efc6f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:16.896967 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-26962d37-17c4-4d04-8c36-4d75f036014d req-95509360-1701-4bda-9d89-5ea2094efc6f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0562081 Apr 08 11:06:16.946536 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-26962d37-17c4-4d04-8c36-4d75f036014d req-7127b03d-f6fa-4a76-bb12-09e9d73a6f23 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Apr 08 11:06:17.180143 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60350) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:17.197654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-41851fb6-d72e-4ea0-b5b0-950112aed9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.272434 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-41851fb6-d72e-4ea0-b5b0-950112aed9bc admin admin] Publish callbacks [] for security_group (54b117a4-5912-48ae-929d-0bb9e459a622), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.347890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-41851fb6-d72e-4ea0-b5b0-950112aed9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (54b117a4-5912-48ae-929d-0bb9e459a622), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.396001 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-41851fb6-d72e-4ea0-b5b0-950112aed9bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27c9468e587a43b1b66dcd9ed5845623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145872 Apr 08 11:06:17.400216 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851fb6-d72e-4ea0-b5b0-950112aed9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b117a4-5912-48ae-929d-0bb9e459a622,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:17.418411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60360) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:17.458842 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] Publish callbacks [] for security_group (54b117a4-5912-48ae-929d-0bb9e459a622), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.480729 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] Publish callbacks [] for security_group (54b117a4-5912-48ae-929d-0bb9e459a622), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.622266 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (54b117a4-5912-48ae-929d-0bb9e459a622), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.624966 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:17.626259 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54b117a4-5912-48ae-929d-0bb9e459a622 HTTP/1.1" status: 204 len: 168 time: 0.2265220 Apr 08 11:06:17.637505 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6eaba-cb61-4cbb-b290-0974f1acd0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b117a4-5912-48ae-929d-0bb9e459a622,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:18.078803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59aead-030a-4070-a8e4-5601d6253e6e req-75df8b9d-c887-4c14-a672-1b83a995205f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:18.085190 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3c59aead-030a-4070-a8e4-5601d6253e6e req-75df8b9d-c887-4c14-a672-1b83a995205f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0670276 Apr 08 11:06:18.133123 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3c59aead-030a-4070-a8e4-5601d6253e6e req-ce0064dc-d705-4015-bceb-03c52b98358e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Apr 08 11:06:19.230032 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-13bfb177-94e7-422b-8cfc-88ba52053e73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723946 Apr 08 11:06:19.285334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bcaad-d606-4ef3-987d-fdcb7eb7861b req-d85a6f6a-4060-47d3-b8f8-d8dcc81a9f5a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:19.291830 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-601bcaad-d606-4ef3-987d-fdcb7eb7861b req-d85a6f6a-4060-47d3-b8f8-d8dcc81a9f5a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0721169 Apr 08 11:06:19.385876 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-601bcaad-d606-4ef3-987d-fdcb7eb7861b req-450366f5-49e5-4f53-b073-9473ab77fd86 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831156 Apr 08 11:06:19.387596 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34627-9980-4991-b177-9c7790760000 req-c0473233-ba4a-4490-970b-a1e83a0a672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:19.389037 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-c0473233-ba4a-4490-970b-a1e83a0a672b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f302be7f86d84fd4940be9407f544fa4&device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 1130 time: 0.0960467 Apr 08 11:06:19.519986 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34627-9980-4991-b177-9c7790760000 req-90730ffb-ae4a-4498-9cf3-ed71da67b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:19.521610 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-90730ffb-ae4a-4498-9cf3-ed71da67b9ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1eff93c-9283-447a-a9a9-f590f504cf24 HTTP/1.1" status: 200 len: 912 time: 0.1027994 Apr 08 11:06:19.575890 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-7995b167-b1e9-4292-944d-6cbd6f243eb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54686adb-e713-4774-bdd1-9031e1395840 HTTP/1.1" status: 200 len: 217 time: 0.0457006 Apr 08 11:06:19.631016 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34627-9980-4991-b177-9c7790760000 req-a5033508-0fd2-4535-a8f4-b2b3db45971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:19.632601 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-a5033508-0fd2-4535-a8f4-b2b3db45971d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db1ac7a4-28a5-4b81-8787-fed08806c2da HTTP/1.1" status: 200 len: 851 time: 0.0490098 Apr 08 11:06:19.663934 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-e8116711-ee78-4b63-98f8-d7f4880733a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1eff93c-9283-447a-a9a9-f590f504cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256488 Apr 08 11:06:19.768438 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-0a99a58b-5c8d-49e9-a04f-bb34b1163ddc service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937066 Apr 08 11:06:19.846237 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:19.869442 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0cd34627-9980-4991-b177-9c7790760000 req-9da86734-5c5c-493f-a5a8-c8d2822e1fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947270 Apr 08 11:06:20.542763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf3a4b-4e39-477b-a9c2-cc6367dd3fe1 req-42910e95-b430-44b1-a0f7-7c7ca59a548e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:20.544419 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6abf3a4b-4e39-477b-a9c2-cc6367dd3fe1 req-42910e95-b430-44b1-a0f7-7c7ca59a548e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0624487 Apr 08 11:06:20.605619 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6abf3a4b-4e39-477b-a9c2-cc6367dd3fe1 req-5ddc227c-6e12-4eeb-9a92-30d61ee68649 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531576 Apr 08 11:06:21.230091 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df9da-1a52-4f6a-8587-ad6e02a22c84 req-194f9189-3635-422c-a928-6cde8fd6cac5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.232140 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-768df9da-1a52-4f6a-8587-ad6e02a22c84 req-194f9189-3635-422c-a928-6cde8fd6cac5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0772629 Apr 08 11:06:21.319609 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-37989101-b797-42ea-8858-801d93980411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.322046 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-37989101-b797-42ea-8858-801d93980411 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0887043 Apr 08 11:06:21.326984 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-768df9da-1a52-4f6a-8587-ad6e02a22c84 req-2e3a658c-b32e-4cfd-9a8b-888cb9ff675b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802705 Apr 08 11:06:21.479391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-12c7adf8-24ae-4caa-8c42-95d210144bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.481500 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-12c7adf8-24ae-4caa-8c42-95d210144bd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.1482539 Apr 08 11:06:21.653831 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-9fbee4fc-494e-4fd6-80f1-f0d1a8f4a11d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0398443 Apr 08 11:06:21.712285 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-90af9451-bacf-41ce-8048-c95400d8df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.714090 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-90af9451-bacf-41ce-8048-c95400d8df1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0515630 Apr 08 11:06:21.767135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-deac4b33-602d-48e1-be5b-8e6290e2e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.768766 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-deac4b33-602d-48e1-be5b-8e6290e2e963 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471852 Apr 08 11:06:21.872873 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-6f33878b-ba2f-4cc0-95d9-49eebffc1882 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956941 Apr 08 11:06:21.968426 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a625dc17-b85a-485d-b8a6-3829569b65ba req-3b1a7351-029b-44fe-96f4-cc648df858cf service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892558 Apr 08 11:06:22.483328 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c99d9-49e9-46f8-a6b1-c6ad06561217 req-a63aff95-9812-4257-a0e4-f30e9d64ec3d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:22.485170 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee3c99d9-49e9-46f8-a6b1-c6ad06561217 req-a63aff95-9812-4257-a0e4-f30e9d64ec3d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0613148 Apr 08 11:06:22.540563 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ee3c99d9-49e9-46f8-a6b1-c6ad06561217 req-97db1d8a-1ee6-4a04-ac42-d70893b6c610 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Apr 08 11:06:23.684931 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d5444-76df-44e1-aa6e-3b859dd58a41 req-4f74228e-a17d-40e0-ac53-95fb2ff19f7f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:23.686452 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fa1d5444-76df-44e1-aa6e-3b859dd58a41 req-4f74228e-a17d-40e0-ac53-95fb2ff19f7f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0719910 Apr 08 11:06:23.758021 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fa1d5444-76df-44e1-aa6e-3b859dd58a41 req-083db083-e797-4167-98bb-652446a81713 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609245 Apr 08 11:06:24.899182 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519a84-f360-4070-8f0b-cf697abf81b1 req-037c5900-e855-4903-a7a0-7a15f4961916 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:24.900644 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02519a84-f360-4070-8f0b-cf697abf81b1 req-037c5900-e855-4903-a7a0-7a15f4961916 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0568845 Apr 08 11:06:24.947451 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-02519a84-f360-4070-8f0b-cf697abf81b1 req-17aecd78-ccde-4538-9cd2-0061071e284d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Apr 08 11:06:25.111471 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60610) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:25.233967 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.329023 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Publish callbacks [] for security_group (f98e5880-bf02-4b49-a568-0acbc2662241), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.447872 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f98e5880-bf02-4b49-a568-0acbc2662241), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.491106 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e068f3db86ac432a980b4e94ccd564c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762689 Apr 08 11:06:25.491106 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e5880-bf02-4b49-a568-0acbc2662241,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:25.491774 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60620) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:25.497333 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.497761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.498179 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.498865 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.498991 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.499349 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.499737 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.500123 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.501082 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.501571 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.501978 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.502384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.502769 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.503163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.503544 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313932bb-0c43-45b8-a2ef-dcc17a5eba87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.547236 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Publish callbacks [] for security_group (f98e5880-bf02-4b49-a568-0acbc2662241), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.569639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Publish callbacks [] for security_group (f98e5880-bf02-4b49-a568-0acbc2662241), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.686050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f98e5880-bf02-4b49-a568-0acbc2662241), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.689545 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:25.693370 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f98e5880-bf02-4b49-a568-0acbc2662241 HTTP/1.1" status: 204 len: 168 time: 0.1978800 Apr 08 11:06:25.699332 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e5880-bf02-4b49-a568-0acbc2662241,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:25.707346 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.707694 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.708040 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.708377 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.708728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.709064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.709388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.709706 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.710205 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.710532 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.710918 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.711226 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.711553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.711870 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:25.712271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9224c7b-4a5f-4b75-bd50-266ae04188a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:26.042907 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:06:26.087178 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bbc46-07f9-4aff-86f8-05f026902dbd req-14aa332c-c5d1-4ac1-9844-88609e912ea8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:26.089035 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-153bbc46-07f9-4aff-86f8-05f026902dbd req-14aa332c-c5d1-4ac1-9844-88609e912ea8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0611062 Apr 08 11:06:26.135946 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-153bbc46-07f9-4aff-86f8-05f026902dbd req-fc9ac023-3ef9-46df-a4f3-9c331c40cb5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Apr 08 11:06:26.362814 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60634) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:26.376555 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b67e1114-287e-463a-bb6c-fb41f24da0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.448293 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b67e1114-287e-463a-bb6c-fb41f24da0a3 admin admin] Publish callbacks [] for security_group (358b0011-6cb8-4802-ac42-3eb9f5b9f3cd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.493613 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b67e1114-287e-463a-bb6c-fb41f24da0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (358b0011-6cb8-4802-ac42-3eb9f5b9f3cd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.533639 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e1114-287e-463a-bb6c-fb41f24da0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358b0011-6cb8-4802-ac42-3eb9f5b9f3cd,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:26.537815 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b67e1114-287e-463a-bb6c-fb41f24da0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8db1df866c8c47b59171c4241b3d8fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739569 Apr 08 11:06:26.540628 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60636) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:26.591577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] Publish callbacks [] for security_group (358b0011-6cb8-4802-ac42-3eb9f5b9f3cd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.614208 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] Publish callbacks [] for security_group (358b0011-6cb8-4802-ac42-3eb9f5b9f3cd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.742147 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (358b0011-6cb8-4802-ac42-3eb9f5b9f3cd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.746806 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.746806 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/358b0011-6cb8-4802-ac42-3eb9f5b9f3cd HTTP/1.1" status: 204 len: 168 time: 0.2042770 Apr 08 11:06:26.755356 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd3235-6ace-4533-a59c-6a96599275a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358b0011-6cb8-4802-ac42-3eb9f5b9f3cd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:27.492335 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aed14f-011e-49ec-b624-7407aba6226c req-31532f98-c8d3-4ba3-bd20-d5be402798fd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:27.494983 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62aed14f-011e-49ec-b624-7407aba6226c req-31532f98-c8d3-4ba3-bd20-d5be402798fd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.2623944 Apr 08 11:06:27.554709 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62aed14f-011e-49ec-b624-7407aba6226c req-359add6a-74dc-4d54-9441-9f11f07a32a6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Apr 08 11:06:28.697414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a78fa-76a7-44c2-9aa6-4bf3453da32b req-4aadb951-2686-4041-b7b0-08a99baf5689 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:28.699030 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f47a78fa-76a7-44c2-9aa6-4bf3453da32b req-4aadb951-2686-4041-b7b0-08a99baf5689 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0556438 Apr 08 11:06:28.753296 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f47a78fa-76a7-44c2-9aa6-4bf3453da32b req-b3972753-841d-455d-9b96-89660764ccf4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Apr 08 11:06:29.459258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60732) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:29.571574 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-827eb667-45a6-4dd6-8a8b-d57362899d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.652932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-827eb667-45a6-4dd6-8a8b-d57362899d92 admin admin] Publish callbacks [] for security_group (9e08396e-4669-4ae3-bd7e-6a678b189024), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.756843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-827eb667-45a6-4dd6-8a8b-d57362899d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9e08396e-4669-4ae3-bd7e-6a678b189024), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.794043 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb667-45a6-4dd6-8a8b-d57362899d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e08396e-4669-4ae3-bd7e-6a678b189024,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:29.801362 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-827eb667-45a6-4dd6-8a8b-d57362899d92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46424883a01249cea88855f488e415ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378901 Apr 08 11:06:29.801738 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60746) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:29.882625 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] Publish callbacks [] for security_group (9e08396e-4669-4ae3-bd7e-6a678b189024), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.912830 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601986-a11d-4e9b-8c4f-c57ad9d5ae5d req-6d2f05d0-c205-46f2-8b92-746f286edb2d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:29.914263 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-21601986-a11d-4e9b-8c4f-c57ad9d5ae5d req-6d2f05d0-c205-46f2-8b92-746f286edb2d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0879962 Apr 08 11:06:29.915987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] Publish callbacks [] for security_group (9e08396e-4669-4ae3-bd7e-6a678b189024), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.981926 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-21601986-a11d-4e9b-8c4f-c57ad9d5ae5d req-c6a9b5ad-43db-49fc-af20-a8f20e2bc837 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 Apr 08 11:06:30.116653 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9e08396e-4669-4ae3-bd7e-6a678b189024), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:30.119201 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:30.120416 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e08396e-4669-4ae3-bd7e-6a678b189024 HTTP/1.1" status: 204 len: 168 time: 0.3172178 Apr 08 11:06:30.130063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83e9b9-c50d-4015-bc53-ff8e02a5b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e08396e-4669-4ae3-bd7e-6a678b189024,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:30.847536 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60780) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:30.861840 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb96d-7e00-4927-ae14-4b4f8349ddea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:30.946444 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb96d-7e00-4927-ae14-4b4f8349ddea admin admin] Publish callbacks [] for security_group (95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.051806 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb96d-7e00-4927-ae14-4b4f8349ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.093903 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6a1eb96d-7e00-4927-ae14-4b4f8349ddea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac18e8ca5b8947d1b04f92792349447f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452760 Apr 08 11:06:31.096154 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eb96d-7e00-4927-ae14-4b4f8349ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:31.098032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60790) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:31.122351 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde81c3-2040-4b68-a836-ec0b7439e7d3 req-3b50c804-2331-4a69-a696-84846a20107f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:31.123828 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6bde81c3-2040-4b68-a836-ec0b7439e7d3 req-3b50c804-2331-4a69-a696-84846a20107f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0714011 Apr 08 11:06:31.196355 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] Publish callbacks [] for security_group (95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.201666 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6bde81c3-2040-4b68-a836-ec0b7439e7d3 req-0b910ced-e055-437f-91f7-0aa6a18a019d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698924 Apr 08 11:06:31.225118 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] Publish callbacks [] for security_group (95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.332013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.335312 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.337821 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1 HTTP/1.1" status: 204 len: 168 time: 0.2381711 Apr 08 11:06:31.348277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52625758-1c40-4410-8c44-4aad5a5af46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce8e1b-5a65-4116-bd43-a2a4e4a3ffa1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:32.409155 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd2f1-dace-4f17-9491-3360b0718559 req-53393a80-0a72-454a-8380-fb90f3255f57 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:32.424439 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3dfd2f1-dace-4f17-9491-3360b0718559 req-53393a80-0a72-454a-8380-fb90f3255f57 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1312547 Apr 08 11:06:32.455412 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:32.507277 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3dfd2f1-dace-4f17-9491-3360b0718559 req-c4566ac2-98c8-49ba-815d-6677650ae59d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816658 Apr 08 11:06:32.577254 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-65a14fbb-e6b7-4619-8331-4e5bfc8865b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:32.666688 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-65a14fbb-e6b7-4619-8331-4e5bfc8865b4 admin admin] Publish callbacks [] for security_group (50fc5cd9-dbfb-418e-be93-da3baad9ac44), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:32.762971 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-65a14fbb-e6b7-4619-8331-4e5bfc8865b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (50fc5cd9-dbfb-418e-be93-da3baad9ac44), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:32.807619 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60850) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:32.814340 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-65a14fbb-e6b7-4619-8331-4e5bfc8865b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de2c183871a7443882fdf8ba19954842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567610 Apr 08 11:06:32.815965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a14fbb-e6b7-4619-8331-4e5bfc8865b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc5cd9-dbfb-418e-be93-da3baad9ac44,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:32.857265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] Publish callbacks [] for security_group (50fc5cd9-dbfb-418e-be93-da3baad9ac44), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:32.882186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] Publish callbacks [] for security_group (50fc5cd9-dbfb-418e-be93-da3baad9ac44), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:33.017035 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (50fc5cd9-dbfb-418e-be93-da3baad9ac44), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:33.024597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:33.026647 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50fc5cd9-dbfb-418e-be93-da3baad9ac44 HTTP/1.1" status: 204 len: 168 time: 0.2178550 Apr 08 11:06:33.044148 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261717-8aa4-4924-a835-4f20688f44a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc5cd9-dbfb-418e-be93-da3baad9ac44,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:33.089007 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248ed4-a040-41e9-9b2c-860ff58dd3a5 req-180381b8-e633-4eb5-a24b-9e4e35f0339d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:33.091015 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b248ed4-a040-41e9-9b2c-860ff58dd3a5 req-180381b8-e633-4eb5-a24b-9e4e35f0339d tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.1200738 Apr 08 11:06:33.197001 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b248ed4-a040-41e9-9b2c-860ff58dd3a5 req-8cdec957-bbce-4c76-87ea-e57c383e1dd6 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947151 Apr 08 11:06:33.622370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d327-ea77-402a-add7-5a5a9ee1994e req-16681c5f-64c3-436f-a801-53ded2128b00 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:33.623858 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8138d327-ea77-402a-add7-5a5a9ee1994e req-16681c5f-64c3-436f-a801-53ded2128b00 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0581489 Apr 08 11:06:33.676191 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8138d327-ea77-402a-add7-5a5a9ee1994e req-227793ce-e244-47cf-b18e-35c16678c465 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Apr 08 11:06:33.891263 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60886) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:33.906072 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52f17174-950c-47d9-8b8f-2f9a717edf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:33.926209 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60888) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:34.014445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52f17174-950c-47d9-8b8f-2f9a717edf2e admin admin] Publish callbacks [] for security_group (c6a7166b-6342-4d7e-b29e-02c1f59359d8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.102489 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52f17174-950c-47d9-8b8f-2f9a717edf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c6a7166b-6342-4d7e-b29e-02c1f59359d8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.115409 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-051472c3-e86c-474e-8ac3-1bd6bc5ddb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.147015 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-52f17174-950c-47d9-8b8f-2f9a717edf2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3112f68639104fea9e8a7387ca7812ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534838 Apr 08 11:06:34.148515 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f17174-950c-47d9-8b8f-2f9a717edf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7166b-6342-4d7e-b29e-02c1f59359d8,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:34.149509 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60898) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:34.255060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] Publish callbacks [] for security_group (c6a7166b-6342-4d7e-b29e-02c1f59359d8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.257913 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-051472c3-e86c-474e-8ac3-1bd6bc5ddb04 admin admin] Publish callbacks [] for security_group (a946445e-7721-41b5-8dc5-8edce4e3205c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.287807 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] Publish callbacks [] for security_group (c6a7166b-6342-4d7e-b29e-02c1f59359d8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.348861 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-051472c3-e86c-474e-8ac3-1bd6bc5ddb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a946445e-7721-41b5-8dc5-8edce4e3205c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.394592 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb8d8f-df9a-4d79-bde0-da30a690e094 req-7cae933d-726a-4c00-937b-fbf06048ce06 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:34.397195 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8deb8d8f-df9a-4d79-bde0-da30a690e094 req-7cae933d-726a-4c00-937b-fbf06048ce06 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0996556 Apr 08 11:06:34.399715 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60914) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:34.399845 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-051472c3-e86c-474e-8ac3-1bd6bc5ddb04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fca0ce10947842ef8b5271eb96b66e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714999 Apr 08 11:06:34.403713 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051472c3-e86c-474e-8ac3-1bd6bc5ddb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946445e-7721-41b5-8dc5-8edce4e3205c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:34.423088 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c6a7166b-6342-4d7e-b29e-02c1f59359d8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.426298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.427502 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6a7166b-6342-4d7e-b29e-02c1f59359d8 HTTP/1.1" status: 204 len: 168 time: 0.2769611 Apr 08 11:06:34.439927 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2648f-5381-45a9-8890-5499723f37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7166b-6342-4d7e-b29e-02c1f59359d8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:34.512526 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] Publish callbacks [] for security_group (a946445e-7721-41b5-8dc5-8edce4e3205c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.547744 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8deb8d8f-df9a-4d79-bde0-da30a690e094 req-860633d8-fed6-4e82-b578-646571bb8ef1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288085 Apr 08 11:06:34.576851 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] Publish callbacks [] for security_group (a946445e-7721-41b5-8dc5-8edce4e3205c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.737713 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a946445e-7721-41b5-8dc5-8edce4e3205c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.740369 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.741677 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a946445e-7721-41b5-8dc5-8edce4e3205c HTTP/1.1" status: 204 len: 168 time: 0.3414674 Apr 08 11:06:34.750050 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c231c-4e83-4b3e-bf60-b76e5ad36a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946445e-7721-41b5-8dc5-8edce4e3205c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:34.802400 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc09f-6519-48f0-aede-a0a945be218a req-cad9c7d4-fbe9-4e3e-ac06-5d76b11cea87 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:34.804533 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4ccc09f-6519-48f0-aede-a0a945be218a req-cad9c7d4-fbe9-4e3e-ac06-5d76b11cea87 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0606842 Apr 08 11:06:34.865289 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4ccc09f-6519-48f0-aede-a0a945be218a req-bf5c7f02-3412-4bad-98ed-8f8232ba38a3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549638 Apr 08 11:06:35.408759 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60946) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:35.421780 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-97e5c6c7-d39a-4f97-b7fd-91ee72193789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.461621 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:35.475470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a268dea6-0664-4066-a451-0f3449fae27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.498856 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-97e5c6c7-d39a-4f97-b7fd-91ee72193789 admin admin] Publish callbacks [] for security_group (8ee0454a-4600-4dab-abc1-9abc7e186a50), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.545767 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-97e5c6c7-d39a-4f97-b7fd-91ee72193789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8ee0454a-4600-4dab-abc1-9abc7e186a50), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.551597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a268dea6-0664-4066-a451-0f3449fae27f admin admin] Publish callbacks [] for security_group (cddca543-b1c9-4a76-9560-edde4a76eb9b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.591425 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-97e5c6c7-d39a-4f97-b7fd-91ee72193789 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c812f9a250d946f4aacd7646a5ad815c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791990 Apr 08 11:06:35.591425 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5c6c7-d39a-4f97-b7fd-91ee72193789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee0454a-4600-4dab-abc1-9abc7e186a50,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:35.592863 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 60956) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:35.625345 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a268dea6-0664-4066-a451-0f3449fae27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (cddca543-b1c9-4a76-9560-edde4a76eb9b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.665410 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a268dea6-0664-4066-a451-0f3449fae27f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c668b730d14648d19116d802135f59b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025151 Apr 08 11:06:35.667684 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60960) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:35.705007 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268dea6-0664-4066-a451-0f3449fae27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddca543-b1c9-4a76-9560-edde4a76eb9b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:35.728742 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] Publish callbacks [] for security_group (8ee0454a-4600-4dab-abc1-9abc7e186a50), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.749589 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] Publish callbacks [] for security_group (cddca543-b1c9-4a76-9560-edde4a76eb9b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.760657 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f0cbe-4365-4cf6-8cc1-f12e47416de3 req-ca772994-3da4-40f1-a221-a300f400af58 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:35.762340 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5d5f0cbe-4365-4cf6-8cc1-f12e47416de3 req-ca772994-3da4-40f1-a221-a300f400af58 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.1065216 Apr 08 11:06:35.767476 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] Publish callbacks [] for security_group (8ee0454a-4600-4dab-abc1-9abc7e186a50), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.775736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] Publish callbacks [] for security_group (cddca543-b1c9-4a76-9560-edde4a76eb9b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.837742 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5d5f0cbe-4365-4cf6-8cc1-f12e47416de3 req-2c610cff-bfa1-4aba-9bd4-6896f9028d53 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 Apr 08 11:06:35.905768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (cddca543-b1c9-4a76-9560-edde4a76eb9b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.909899 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.911296 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cddca543-b1c9-4a76-9560-edde4a76eb9b HTTP/1.1" status: 204 len: 168 time: 0.2424386 Apr 08 11:06:35.921547 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040cc8a-3458-429f-8449-f4f027a709ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddca543-b1c9-4a76-9560-edde4a76eb9b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:35.957702 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8ee0454a-4600-4dab-abc1-9abc7e186a50), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.960552 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:35.962488 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ee0454a-4600-4dab-abc1-9abc7e186a50 HTTP/1.1" status: 204 len: 168 time: 0.3685758 Apr 08 11:06:35.977331 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f626d0-090f-4303-84c4-d2ac8064d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee0454a-4600-4dab-abc1-9abc7e186a50,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:36.028872 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407226-3afb-4b36-800c-d785c7bc420f req-89b27713-18c8-4b5f-bef9-4988edbc43fd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:36.037553 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7a407226-3afb-4b36-800c-d785c7bc420f req-89b27713-18c8-4b5f-bef9-4988edbc43fd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0905995 Apr 08 11:06:36.107151 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7a407226-3afb-4b36-800c-d785c7bc420f req-509d8385-39a9-436f-9f44-227b11c6e2a3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679960 Apr 08 11:06:36.123125 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2327-3bd1-45be-8065-c9a8aeeb6026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.757081 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60990) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:36.768187 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a843eb0a-dbc0-4baf-a3b4-01bac2356cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.855791 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a843eb0a-dbc0-4baf-a3b4-01bac2356cf8 admin admin] Publish callbacks [] for security_group (d25916c3-641c-4751-ba47-215edb1656f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.934375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a843eb0a-dbc0-4baf-a3b4-01bac2356cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d25916c3-641c-4751-ba47-215edb1656f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.977572 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d175aff-5b9e-438b-b27a-1eae9a1d8bf7 req-dcdb2cb7-00b9-4fc3-af15-b8904ccbdcf1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:36.984987 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a843eb0a-dbc0-4baf-a3b4-01bac2356cf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94dcffcd97ef4664ad24cc4bcb4decea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291129 Apr 08 11:06:36.986657 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d175aff-5b9e-438b-b27a-1eae9a1d8bf7 req-dcdb2cb7-00b9-4fc3-af15-b8904ccbdcf1 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0756660 Apr 08 11:06:36.989057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843eb0a-dbc0-4baf-a3b4-01bac2356cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25916c3-641c-4751-ba47-215edb1656f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:36.991974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 60996) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:37.035109 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d175aff-5b9e-438b-b27a-1eae9a1d8bf7 req-4aa63fa4-7e29-4d5e-b13f-960ad991debd tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Apr 08 11:06:37.047346 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] Publish callbacks [] for security_group (d25916c3-641c-4751-ba47-215edb1656f1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.070557 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] Publish callbacks [] for security_group (d25916c3-641c-4751-ba47-215edb1656f1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.242209 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49858e-d62d-4f73-a36e-f56ba7905f0e req-4466f747-26de-4e55-ad6e-85730a323f98 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:37.243892 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a49858e-d62d-4f73-a36e-f56ba7905f0e req-4466f747-26de-4e55-ad6e-85730a323f98 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0602510 Apr 08 11:06:37.244889 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d25916c3-641c-4751-ba47-215edb1656f1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.247431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.248518 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d25916c3-641c-4751-ba47-215edb1656f1 HTTP/1.1" status: 204 len: 168 time: 0.2554083 Apr 08 11:06:37.264647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88042-1979-4e4d-96bf-a5d3fb83f5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25916c3-641c-4751-ba47-215edb1656f1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:37.315747 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a49858e-d62d-4f73-a36e-f56ba7905f0e req-e0ade3d2-df12-4bfb-a351-0a95b0f87dc4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660305 Apr 08 11:06:38.171604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159da1ad-fc4b-46fa-a5f5-631f4a91a6c1 req-3dd1afd5-d296-4886-a8bf-03e1d621d96c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:38.173176 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-159da1ad-fc4b-46fa-a5f5-631f4a91a6c1 req-3dd1afd5-d296-4886-a8bf-03e1d621d96c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0579371 Apr 08 11:06:38.234062 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-159da1ad-fc4b-46fa-a5f5-631f4a91a6c1 req-2194d164-5771-49d6-a6ca-5c87db87c796 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540686 Apr 08 11:06:38.467146 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915fae-f9ee-4678-a410-d061322ba933 req-59731f98-5ab3-4551-95ad-e08b2cc2c997 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:38.469372 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a8915fae-f9ee-4678-a410-d061322ba933 req-59731f98-5ab3-4551-95ad-e08b2cc2c997 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0592725 Apr 08 11:06:38.536001 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a8915fae-f9ee-4678-a410-d061322ba933 req-eb0fdf6b-ae22-4d7f-9d2e-5cbda05ed3e8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593016 Apr 08 11:06:38.637381 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e897524d-4964-4763-8deb-09fbe1de4a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:39.316553 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:39.383955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80295a29-421e-478b-909b-9a7caf381baf req-e3592f1e-523f-40a5-bd1c-5a19373d2760 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:39.385289 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80295a29-421e-478b-909b-9a7caf381baf req-e3592f1e-523f-40a5-bd1c-5a19373d2760 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0674160 Apr 08 11:06:39.447147 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80295a29-421e-478b-909b-9a7caf381baf req-e0e25ddb-7530-417b-aa13-575b6a7ec737 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Apr 08 11:06:39.676972 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf9e30-6374-4769-a110-de7285c107f9 req-b444900c-730d-4e6d-bb57-65c560a1daeb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:39.678636 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-62cf9e30-6374-4769-a110-de7285c107f9 req-b444900c-730d-4e6d-bb57-65c560a1daeb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0671399 Apr 08 11:06:39.735892 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-62cf9e30-6374-4769-a110-de7285c107f9 req-95e34a4b-1ea9-4748-b50c-165c4453e545 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Apr 08 11:06:40.125248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-1383386e-afa9-498f-9351-2e1e62239b2b tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:40.127214 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-1383386e-afa9-498f-9351-2e1e62239b2b tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0662999 Apr 08 11:06:40.286803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Deleting port 54686adb-e713-4774-bdd1-9031e1395840 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:06:40.287139 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (54686adb-e713-4774-bdd1-9031e1395840), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:40.569053 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] For port 54686adb-e713-4774-bdd1-9031e1395840, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54686adb-e713-4774-bdd1-9031e1395840,segment=NetworkSegment(3b25ef31-2775-4ba9-b5c0-82b7aed3a039),segment_id=3b25ef31-2775-4ba9-b5c0-82b7aed3a039)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:40.569418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (54686adb-e713-4774-bdd1-9031e1395840), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:40.588266 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Calling delete_port for 54686adb-e713-4774-bdd1-9031e1395840 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:06:40.594431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8697d8-35a9-4d25-b277-c55b33747461 req-969a2680-f7bf-4f82-a1c4-569e1992603b tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:40.597431 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7e8697d8-35a9-4d25-b277-c55b33747461 req-969a2680-f7bf-4f82-a1c4-569e1992603b tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 946 time: 0.0605314 Apr 08 11:06:40.652413 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7e8697d8-35a9-4d25-b277-c55b33747461 req-d44251e4-072e-4605-8fb3-6e858b21261f tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Apr 08 11:06:40.657089 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:40.725632 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 32896) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:40.857981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (54686adb-e713-4774-bdd1-9031e1395840), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:40.897144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Pushing event deleted for resources: {'Port': ['ID=54686adb-e713-4774-bdd1-9031e1395840,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:40.916118 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57676e8c-3fa4-473b-bca6-e46976df10c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:40.920487 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2fc49-7b7d-421f-b1e8-8c1432535f3e req-08a06668-b6b0-4cee-8d8a-e4bc8b250447 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:40.923816 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3cf2fc49-7b7d-421f-b1e8-8c1432535f3e req-08a06668-b6b0-4cee-8d8a-e4bc8b250447 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1037374 Apr 08 11:06:41.030572 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] No DVR routers for this DVR port 54686adb-e713-4774-bdd1-9031e1395840 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:06:41.043161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.046907 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8dbca7f2-ade8-4dc9-96a3-b346e084f798 req-b6c2dbce-159a-41f2-98db-e75f3193853c tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.61 "DELETE /v2.0/ports/54686adb-e713-4774-bdd1-9031e1395840 HTTP/1.1" status: 204 len: 173 time: 0.9147196 Apr 08 11:06:41.047366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'name': 'network-vif-deleted', 'tag': '54686adb-e713-4774-bdd1-9031e1395840'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:41.050423 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f495cc-eb91-4b05-a1ed-488f0c84565f" -d '{"events": [{"server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "name": "network-vif-deleted", "tag": "54686adb-e713-4774-bdd1-9031e1395840"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:41.055654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57676e8c-3fa4-473b-bca6-e46976df10c0 admin admin] Publish callbacks [] for security_group (eedaf393-c402-4e73-8fee-f6799ffd6454), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.078245 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3cf2fc49-7b7d-421f-b1e8-8c1432535f3e req-eb8ef4ab-afb3-4c3e-aef8-84beef02aab8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443248 Apr 08 11:06:41.102537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8829bfe-b13c-48f0-b477-0c32dea6a216 x-openstack-request-id: req-c8829bfe-b13c-48f0-b477-0c32dea6a216 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:41.102537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf72d7-1603-4267-8cb4-0754b0490d38", "name": "network-vif-deleted", "tag": "54686adb-e713-4774-bdd1-9031e1395840", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:41.102537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8829bfe-b13c-48f0-b477-0c32dea6a216 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:41.102537 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8829bfe-b13c-48f0-b477-0c32dea6a216'] response: {'server_uuid': 'dfaf72d7-1603-4267-8cb4-0754b0490d38', 'name': 'network-vif-deleted', 'tag': '54686adb-e713-4774-bdd1-9031e1395840', 'status': 'completed', 'code': 200} Apr 08 11:06:41.123766 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57676e8c-3fa4-473b-bca6-e46976df10c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (eedaf393-c402-4e73-8fee-f6799ffd6454), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.183718 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-57676e8c-3fa4-473b-bca6-e46976df10c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dde7a4a2419451cad4a03acbd76e029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564171 Apr 08 11:06:41.184519 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57676e8c-3fa4-473b-bca6-e46976df10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedaf393-c402-4e73-8fee-f6799ffd6454,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:41.186683 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 32916) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:41.256288 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] Publish callbacks [] for security_group (eedaf393-c402-4e73-8fee-f6799ffd6454), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.280974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] Publish callbacks [] for security_group (eedaf393-c402-4e73-8fee-f6799ffd6454), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.397098 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (eedaf393-c402-4e73-8fee-f6799ffd6454), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.399784 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:41.402101 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eedaf393-c402-4e73-8fee-f6799ffd6454 HTTP/1.1" status: 204 len: 168 time: 0.2132812 Apr 08 11:06:41.411801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540037ee-78c8-475e-b3ff-de1f4d46958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedaf393-c402-4e73-8fee-f6799ffd6454,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:41.794007 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-24e3ace1-a78f-4e60-a566-b6465141f2a3 req-e30a07cb-4ae4-4750-83f4-c6be144aff50 tempest-DeleteServersTestJSON-126764603 tempest-DeleteServersTestJSON-126764603-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfaf72d7-1603-4267-8cb4-0754b0490d38 HTTP/1.1" status: 200 len: 210 time: 0.0404785 Apr 08 11:06:42.216866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.248763 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398da6d-485f-4e59-8e74-56a722b3a6e3 req-faca69dd-c81f-47ee-bba7-e6decae0a90c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:42.251313 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b398da6d-485f-4e59-8e74-56a722b3a6e3 req-faca69dd-c81f-47ee-bba7-e6decae0a90c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0883341 Apr 08 11:06:42.328792 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b398da6d-485f-4e59-8e74-56a722b3a6e3 req-375d6b91-af84-4491-966a-5041bff5bea1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705407 Apr 08 11:06:42.333385 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 54686adb-e713-4774-bdd1-9031e1395840 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:06:42.341293 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 32956) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:42.362149 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da16b61-3a2c-450d-b8e1-684bc6cfdac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.384732 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 54686adb-e713-4774-bdd1-9031e1395840 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:06:42.385177 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 54686adb-e713-4774-bdd1-9031e1395840 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:06:42.506999 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da16b61-3a2c-450d-b8e1-684bc6cfdac2 admin admin] Publish callbacks [] for security_group (20523d8f-211c-4eb1-a9e6-7e0db4c2811b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.536338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 32964) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:42.620509 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da16b61-3a2c-450d-b8e1-684bc6cfdac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (20523d8f-211c-4eb1-a9e6-7e0db4c2811b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.678496 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-84738217-be71-4138-a631-3c4270a57b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.696042 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1da16b61-3a2c-450d-b8e1-684bc6cfdac2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d03ba6aa5f334650aae830056c7fd9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559737 Apr 08 11:06:42.696309 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 32968) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:42.697629 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16b61-3a2c-450d-b8e1-684bc6cfdac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20523d8f-211c-4eb1-a9e6-7e0db4c2811b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:42.793520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] Publish callbacks [] for security_group (20523d8f-211c-4eb1-a9e6-7e0db4c2811b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.832707 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] Publish callbacks [] for security_group (20523d8f-211c-4eb1-a9e6-7e0db4c2811b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.848285 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-84738217-be71-4138-a631-3c4270a57b2a admin admin] Publish callbacks [] for security_group (95027054-e44c-4fb4-9785-d3dc0185f928), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.931235 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-84738217-be71-4138-a631-3c4270a57b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (95027054-e44c-4fb4-9785-d3dc0185f928), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.977921 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (20523d8f-211c-4eb1-a9e6-7e0db4c2811b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.981005 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:42.982156 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20523d8f-211c-4eb1-a9e6-7e0db4c2811b HTTP/1.1" status: 204 len: 168 time: 0.2831655 Apr 08 11:06:42.983292 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84738217-be71-4138-a631-3c4270a57b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95027054-e44c-4fb4-9785-d3dc0185f928,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:42.989630 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-84738217-be71-4138-a631-3c4270a57b2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0412827dae1a405db599f25779ddeb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519260 Apr 08 11:06:42.992339 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 32984) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:42.999812 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc64efc-649a-41ea-8aeb-d7347e2079ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20523d8f-211c-4eb1-a9e6-7e0db4c2811b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:43.070027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] Publish callbacks [] for security_group (95027054-e44c-4fb4-9785-d3dc0185f928), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:43.097057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] Publish callbacks [] for security_group (95027054-e44c-4fb4-9785-d3dc0185f928), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:43.280279 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (95027054-e44c-4fb4-9785-d3dc0185f928), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:43.283619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:43.285142 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95027054-e44c-4fb4-9785-d3dc0185f928 HTTP/1.1" status: 204 len: 168 time: 0.2915022 Apr 08 11:06:43.293667 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647c265-1d2b-4bae-895e-a6a2100b6795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95027054-e44c-4fb4-9785-d3dc0185f928,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:43.484822 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3db-3a54-43ca-98f6-6b33b7a32520 req-4ef4d54a-4a88-4f44-9175-60ad1829d7fc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:43.487823 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e71e3db-3a54-43ca-98f6-6b33b7a32520 req-4ef4d54a-4a88-4f44-9175-60ad1829d7fc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0827208 Apr 08 11:06:43.566395 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e71e3db-3a54-43ca-98f6-6b33b7a32520 req-42a5c00d-d120-43db-a0f1-ce4029fa3c74 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690391 Apr 08 11:06:43.770250 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33020) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:43.929205 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e49db45d-aa14-4bae-ab18-e91f940e83f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.012173 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e49db45d-aa14-4bae-ab18-e91f940e83f0 admin admin] Publish callbacks [] for security_group (e193aa5a-09e9-498a-a7be-e7198d3c3f1d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.136887 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e49db45d-aa14-4bae-ab18-e91f940e83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e193aa5a-09e9-498a-a7be-e7198d3c3f1d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.179878 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e49db45d-aa14-4bae-ab18-e91f940e83f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f854b870e96b48cea66d283fbcdb86a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060442 Apr 08 11:06:44.179878 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49db45d-aa14-4bae-ab18-e91f940e83f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193aa5a-09e9-498a-a7be-e7198d3c3f1d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:44.180424 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33034) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:44.216106 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33036) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:44.229726 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-92601923-a054-4fe4-b584-86fc08cd99af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.232416 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] Publish callbacks [] for security_group (e193aa5a-09e9-498a-a7be-e7198d3c3f1d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.255843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] Publish callbacks [] for security_group (e193aa5a-09e9-498a-a7be-e7198d3c3f1d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.309361 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-92601923-a054-4fe4-b584-86fc08cd99af admin admin] Publish callbacks [] for security_group (b8ecadb4-bb5b-494f-a070-7743f76ca3a1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.377109 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e193aa5a-09e9-498a-a7be-e7198d3c3f1d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.383324 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.383324 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e193aa5a-09e9-498a-a7be-e7198d3c3f1d HTTP/1.1" status: 204 len: 168 time: 0.1995177 Apr 08 11:06:44.390409 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853db86f-4285-4d37-ad57-10e823df8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193aa5a-09e9-498a-a7be-e7198d3c3f1d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:44.422788 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-92601923-a054-4fe4-b584-86fc08cd99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b8ecadb4-bb5b-494f-a070-7743f76ca3a1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.465468 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-92601923-a054-4fe4-b584-86fc08cd99af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13db5190494d4e9a928261909437a1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482488 Apr 08 11:06:44.466378 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601923-a054-4fe4-b584-86fc08cd99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecadb4-bb5b-494f-a070-7743f76ca3a1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:44.468094 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33046) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:44.529809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] Publish callbacks [] for security_group (b8ecadb4-bb5b-494f-a070-7743f76ca3a1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.562224 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] Publish callbacks [] for security_group (b8ecadb4-bb5b-494f-a070-7743f76ca3a1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.683128 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b8ecadb4-bb5b-494f-a070-7743f76ca3a1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.686253 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.687450 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8ecadb4-bb5b-494f-a070-7743f76ca3a1 HTTP/1.1" status: 204 len: 168 time: 0.2182462 Apr 08 11:06:44.700001 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf3929-d34b-4b81-bcb2-25275a326264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ecadb4-bb5b-494f-a070-7743f76ca3a1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:44.722365 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d687d9-7b62-4547-ba44-9a1dc129bd36 req-9880e61a-3cd0-4c5e-9fa2-4929c1d67553 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:44.725510 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82d687d9-7b62-4547-ba44-9a1dc129bd36 req-9880e61a-3cd0-4c5e-9fa2-4929c1d67553 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0872002 Apr 08 11:06:44.785367 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82d687d9-7b62-4547-ba44-9a1dc129bd36 req-49e4ca72-1783-44c8-a217-3dd2938baaa9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530221 Apr 08 11:06:45.312500 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:45.574388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33090) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:45.606594 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331d0f4-c668-4dd1-9991-40f1415b99cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.640855 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c2e4494b-f3a7-4efe-b8b9-c460c268d286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.785100 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c2e4494b-f3a7-4efe-b8b9-c460c268d286 admin admin] Publish callbacks [] for security_group (847ea92f-d86b-4742-8f34-e91080325871), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.790397 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331d0f4-c668-4dd1-9991-40f1415b99cd admin admin] Publish callbacks [] for security_group (a0f05af4-182d-495e-8b8f-f1014c70f3f7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.866994 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c2e4494b-f3a7-4efe-b8b9-c460c268d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (847ea92f-d86b-4742-8f34-e91080325871), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.902111 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2331d0f4-c668-4dd1-9991-40f1415b99cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a0f05af4-182d-495e-8b8f-f1014c70f3f7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.946189 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c2e4494b-f3a7-4efe-b8b9-c460c268d286 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82afc45e985f43578f0fe4a7f7d37e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6320045 Apr 08 11:06:45.949040 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33106) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:45.950607 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4494b-f3a7-4efe-b8b9-c460c268d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847ea92f-d86b-4742-8f34-e91080325871,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:45.975813 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2331d0f4-c668-4dd1-9991-40f1415b99cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68d1135c3e4246bbb268e4e669ce3b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933129 Apr 08 11:06:45.975813 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33110) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:46.004516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331d0f4-c668-4dd1-9991-40f1415b99cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f05af4-182d-495e-8b8f-f1014c70f3f7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:46.021851 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8054a-cb14-4ae5-acac-67c20897478c req-91f4b996-3ebc-4c16-9803-52680039130d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:46.023802 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ff8054a-cb14-4ae5-acac-67c20897478c req-91f4b996-3ebc-4c16-9803-52680039130d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1688757 Apr 08 11:06:46.046163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] Publish callbacks [] for security_group (847ea92f-d86b-4742-8f34-e91080325871), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.073674 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] Publish callbacks [] for security_group (847ea92f-d86b-4742-8f34-e91080325871), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.123996 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] Publish callbacks [] for security_group (a0f05af4-182d-495e-8b8f-f1014c70f3f7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.136732 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ff8054a-cb14-4ae5-acac-67c20897478c req-88035df2-ffd9-467a-a9c5-554ec9b3559f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039271 Apr 08 11:06:46.167067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] Publish callbacks [] for security_group (a0f05af4-182d-495e-8b8f-f1014c70f3f7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.245830 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (847ea92f-d86b-4742-8f34-e91080325871), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.249705 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.251767 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/847ea92f-d86b-4742-8f34-e91080325871 HTTP/1.1" status: 204 len: 168 time: 0.3012688 Apr 08 11:06:46.264184 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a06a-386a-49a2-99d2-7f28e35d9dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ea92f-d86b-4742-8f34-e91080325871,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:46.316178 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a0f05af4-182d-495e-8b8f-f1014c70f3f7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.329261 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.334747 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0f05af4-182d-495e-8b8f-f1014c70f3f7 HTTP/1.1" status: 204 len: 168 time: 0.3545690 Apr 08 11:06:46.350444 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8ab24-7c3b-4e5b-9d2e-7a5b6c95e388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f05af4-182d-495e-8b8f-f1014c70f3f7,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:47.289085 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9868c7-2076-42c8-bbb5-de142b5213d7 req-d7856ce6-1128-4baf-989a-0a21884f4b20 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:47.290797 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e9868c7-2076-42c8-bbb5-de142b5213d7 req-d7856ce6-1128-4baf-989a-0a21884f4b20 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0770066 Apr 08 11:06:47.374890 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e9868c7-2076-42c8-bbb5-de142b5213d7 req-3857abea-69dc-4386-b879-eca6eccbba8e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763674 Apr 08 11:06:47.633302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33172) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:47.669382 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33176) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:47.778541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279255846-network', 'tenant_id': '8ca1153994f3492da690a83c79f9168c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:47.816354 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-110213937-network', 'tenant_id': '8d108312db4948529053fec7bfc23598'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:47.871629 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Made reservation on behalf of 8ca1153994f3492da690a83c79f9168c for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:47.874036 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:47.885175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:47.901723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Made reservation on behalf of 8d108312db4948529053fec7bfc23598 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:47.903991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:47.917707 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.014447 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks [] for security_group (468d9c74-38d2-486f-a168-06567a972655), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.045671 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks [] for security_group (8a15c8eb-c6f9-4a14-95a9-5ff957f469cf), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.094753 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (468d9c74-38d2-486f-a168-06567a972655), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.116866 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:06:48.130302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8a15c8eb-c6f9-4a14-95a9-5ff957f469cf), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.135405 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d9c74-38d2-486f-a168-06567a972655,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:48.144392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (35155068-4f34-40a0-8059-77370e94afac), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.144754 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Added segment 35155068-4f34-40a0-8059-77370e94afac of type vlan for network f112b081-954f-47db-bb34-2dd5bc51e960 Apr 08 11:06:48.172884 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:06:48.212298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (bd3f48f2-1787-4e5f-b035-37cd481f3eb2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.212635 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Added segment bd3f48f2-1787-4e5f-b035-37cd481f3eb2 of type vlan for network c5b28a3a-0b9d-4c38-88db-73637b83702a Apr 08 11:06:48.216785 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:48.237577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (f112b081-954f-47db-bb34-2dd5bc51e960), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.291370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (c5b28a3a-0b9d-4c38-88db-73637b83702a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.372421 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (f112b081-954f-47db-bb34-2dd5bc51e960), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.374032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.375013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.413821 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (c5b28a3a-0b9d-4c38-88db-73637b83702a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.415095 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.415716 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.482103 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8469017 Apr 08 11:06:48.482822 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f693a-838a-48bd-960d-0efd53187a0b admin admin] Pushing event updated for resources: {'Network': ['ID=f112b081-954f-47db-bb34-2dd5bc51e960,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:48.485547 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33192) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:48.490868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Request body: {'subnet': {'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279255846-subnet', 'tenant_id': '8ca1153994f3492da690a83c79f9168c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:48.495167 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network f112b081-954f-47db-bb34-2dd5bc51e960 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:06:48.561389 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8907783 Apr 08 11:06:48.564885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33194) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:48.566507 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d577a-1799-459e-b1fd-87597b045f57 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b28a3a-0b9d-4c38-88db-73637b83702a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:48.572016 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Request body: {'subnet': {'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-110213937-subnet', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:48.579145 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network c5b28a3a-0b9d-4c38-88db-73637b83702a details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:06:48.586971 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469fd17-6382-4187-b46d-b2285f96a11b req-fbc8aa3e-12d2-43d5-94ea-11f157a6b9bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.588653 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6469fd17-6382-4187-b46d-b2285f96a11b req-fbc8aa3e-12d2-43d5-94ea-11f157a6b9bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1206763 Apr 08 11:06:48.644562 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6469fd17-6382-4187-b46d-b2285f96a11b req-96575bc6-dbff-4523-b241-f1a744efae54 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497882 Apr 08 11:06:48.645803 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Made reservation on behalf of 8ca1153994f3492da690a83c79f9168c for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:48.648818 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.677511 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Made reservation on behalf of 8d108312db4948529053fec7bfc23598 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:48.679296 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.005676 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (34bd3d28-0287-409e-857c-9b4663b6b733), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.037836 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (abf35403-d596-455c-bcc1-2a86b569f0da), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.079220 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bd3d28-0287-409e-857c-9b4663b6b733,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:49.137843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Checking segment: {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:49.137843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Network hostable DHCP agents. Network: f112b081-954f-47db-bb34-2dd5bc51e960, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:06:49.157309 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Checking segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:49.157992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Network hostable DHCP agents. Network: c5b28a3a-0b9d-4c38-88db-73637b83702a, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:06:49.164303 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf35403-d596-455c-bcc1-2a86b569f0da,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:49.277559 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Network f112b081-954f-47db-bb34-2dd5bc51e960 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:06:49.303231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Network c5b28a3a-0b9d-4c38-88db-73637b83702a is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:06:49.381955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, f112b081-954f-47db-bb34-2dd5bc51e960) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:49.386656 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.389451 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.394628 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, c5b28a3a-0b9d-4c38-88db-73637b83702a) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:49.400008 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd465b-8fbb-43e7-aee5-e9118d9e17f1 None None] Network f112b081-954f-47db-bb34-2dd5bc51e960 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:06:49.405426 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.406044 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.428206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a934de-d59a-4f66-852c-ec4473bfa392 None None] Network c5b28a3a-0b9d-4c38-88db-73637b83702a requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:06:49.483227 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e5dcecac-8ed3-4da3-a649-8087b099ae0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9961514 Apr 08 11:06:49.516334 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1a98f4bc-f314-4e1c-9192-88f393f52ffb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9484158 Apr 08 11:06:49.521715 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33216) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:49.526756 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:49.623766 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.625502 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.628045 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85a5a7-c6ff-4cf0-a1fd-e267b449698b None None] Network f112b081-954f-47db-bb34-2dd5bc51e960 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:06:49.759152 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-c5b28a3a-0b9d-4c38-88db-73637b83702a', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'project_id': '8d108312db4948529053fec7bfc23598', 'fixed_ips': [{'subnet_id': 'abf35403-d596-455c-bcc1-2a86b569f0da'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:06:49.759958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.804899 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for router_controller (08027582-6036-4ebd-b780-6aea2c0eb35a), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.862271 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1fc46-2433-4db3-97a9-4b6dff6dd3e4 req-3339f4b7-3339-45aa-84c6-e1ab750264ab tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.871402 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.882513 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5de1fc46-2433-4db3-97a9-4b6dff6dd3e4 req-3339f4b7-3339-45aa-84c6-e1ab750264ab tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0966032 Apr 08 11:06:50.009282 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Allocated IP 172.20.0.2 (c5b28a3a-0b9d-4c38-88db-73637b83702a/abf35403-d596-455c-bcc1-2a86b569f0da/e2dba339-ea81-4270-8403-b6c8743de663) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:50.099135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33236) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:50.184202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Deleting subnet db1ac7a4-28a5-4b81-8787-fed08806c2da {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:06:50.184619 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5de1fc46-2433-4db3-97a9-4b6dff6dd3e4 req-5d8d8f5d-2d20-42f9-86b6-67d6f12b4365 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005481 Apr 08 11:06:50.192731 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for router_gateway (08027582-6036-4ebd-b780-6aea2c0eb35a), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.193844 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Publish callbacks [] for subnet (db1ac7a4-28a5-4b81-8787-fed08806c2da), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.277278 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Publish callbacks [] for subnet (db1ac7a4-28a5-4b81-8787-fed08806c2da), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.298487 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks [] for port (e2dba339-ea81-4270-8403-b6c8743de663), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.298726 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (db1ac7a4-28a5-4b81-8787-fed08806c2da), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.335930 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (e2dba339-ea81-4270-8403-b6c8743de663), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.369811 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Network c5b28a3a-0b9d-4c38-88db-73637b83702a is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:50.371259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:50.374043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:06:50.459903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Pushing event updated for resources: {'Port': ['ID=e2dba339-ea81-4270-8403-b6c8743de663,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:50.477232 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.477575 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.478158 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.479093 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.483951 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:50.503151 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Attempting to bind port e2dba339-ea81-4270-8403-b6c8743de663 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:06:50.503522 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Attempting to bind port e2dba339-ea81-4270-8403-b6c8743de663 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:06:50.504437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Attempting to bind port e2dba339-ea81-4270-8403-b6c8743de663 on network c5b28a3a-0b9d-4c38-88db-73637b83702a {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:06:50.505308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (db1ac7a4-28a5-4b81-8787-fed08806c2da), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.522423 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:06:50.523264 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Checking segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:50.523675 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.524238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Bound using segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:06:50.524785 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Bound port: e2dba339-ea81-4270-8403-b6c8743de663, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:06:50.526552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e2dba339-ea81-4270-8403-b6c8743de663), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.569712 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1ac7a4-28a5-4b81-8787-fed08806c2da,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:50.580431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.586461 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5aae8571-6a60-4e44-9ada-2bce959bae00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db1ac7a4-28a5-4b81-8787-fed08806c2da HTTP/1.1" status: 204 len: 168 time: 0.4840822 Apr 08 11:06:50.588303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33258) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:50.668545 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for router_gateway (08027582-6036-4ebd-b780-6aea2c0eb35a), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.698716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.706665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (a1eff93c-9283-447a-a9a9-f590f504cf24), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.859057 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] For port e2dba339-ea81-4270-8403-b6c8743de663, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:06:50.865503 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] For port e2dba339-ea81-4270-8403-b6c8743de663, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e2dba339-ea81-4270-8403-b6c8743de663,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:06:50.867168 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (a1eff93c-9283-447a-a9a9-f590f504cf24), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:50.896497 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.896497 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.897171 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.897503 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.897846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.898180 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.898501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.898818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.899137 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.899463 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:50.954842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e2dba339-ea81-4270-8403-b6c8743de663), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.068763 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33268) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:51.117520 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346fb0-94bb-46aa-97b3-1e69c99692e4 None None] Pushing event updated for resources: {'Port': ['ID=e2dba339-ea81-4270-8403-b6c8743de663,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:51.143994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Allocated IP 172.27.1.87 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/fc6e4265-e411-4ccf-9288-dd3f4146fca7) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:51.226531 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:51.228460 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:51.229161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:51.230295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:06:51.231094 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eff93c-9283-447a-a9a9-f590f504cf24']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:51.254555 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b25ef31-2775-4ba9-b5c0-82b7aed3a039') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:51.255104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b25ef31-2775-4ba9-b5c0-82b7aed3a039') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:51.276165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (3b25ef31-2775-4ba9-b5c0-82b7aed3a039), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.306201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (3b25ef31-2775-4ba9-b5c0-82b7aed3a039), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.328830 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:06:51.330181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (3b25ef31-2775-4ba9-b5c0-82b7aed3a039), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: from cryptography.utils import int_from_bytes Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: from cryptography.utils import int_from_bytes Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:06:51.390170 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:06:51.432024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33288) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:51.576960 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.626087 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (a1eff93c-9283-447a-a9a9-f590f504cf24), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.660614 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.664559 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1eff93c-9283-447a-a9a9-f590f504cf24 HTTP/1.1" status: 204 len: 168 time: 1.0747252 Apr 08 11:06:51.670224 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4abbc-092f-41fc-a523-f5da3d0a6f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1eff93c-9283-447a-a9a9-f590f504cf24,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:51.694291 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9b04-a86d-4e0d-95cc-c1ceb5c816c3 req-fcf6f763-0cfa-465b-b6c6-0d8c47cf8f4c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:51.695913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fac4a456-d61c-46c5-a49d-4aac0d643783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.701477 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ea1c9b04-a86d-4e0d-95cc-c1ceb5c816c3 req-fcf6f763-0cfa-465b-b6c6-0d8c47cf8f4c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1603789 Apr 08 11:06:51.719161 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-938c6028-d24e-4f08-b6cc-8bb710785b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.812065 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.820911 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ea1c9b04-a86d-4e0d-95cc-c1ceb5c816c3 req-bd3433ad-33f7-48b2-b5da-69e548094c6b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110618 Apr 08 11:06:51.900665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:51.913013 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:51.917593 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:06:51.939473 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fac4a456-d61c-46c5-a49d-4aac0d643783 admin admin] Publish callbacks [] for security_group (9b20b10a-f7be-4403-a50c-95099c8313d9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.030653 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6e4265-e411-4ccf-9288-dd3f4146fca7,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.037622 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-938c6028-d24e-4f08-b6cc-8bb710785b70 admin admin] Publish callbacks [] for security_group (29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.049361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fac4a456-d61c-46c5-a49d-4aac0d643783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9b20b10a-f7be-4403-a50c-95099c8313d9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.150799 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-938c6028-d24e-4f08-b6cc-8bb710785b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.169387 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33318) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:52.173864 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fac4a456-d61c-46c5-a49d-4aac0d643783 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=049d7d1e051d47178e3511e201b4a23a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1029925 Apr 08 11:06:52.175091 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33320) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:52.202120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a456-d61c-46c5-a49d-4aac0d643783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20b10a-f7be-4403-a50c-95099c8313d9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.245925 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0535a495-814b-410d-9b50-c30026fdd7c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f302be7f86d84fd4940be9407f544fa4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0754375 Apr 08 11:06:52.258637 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33322) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:52.289265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c6028-d24e-4f08-b6cc-8bb710785b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.362445 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-938c6028-d24e-4f08-b6cc-8bb710785b70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2c7f3dc1e994839950153a9c4aa78aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9263754 Apr 08 11:06:52.383043 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33328) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:52.396019 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] Publish callbacks [] for security_group (fd4e0b4c-5e4f-4dc6-93e0-889834d91c56), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.444590 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] Publish callbacks [] for security_group (fd4e0b4c-5e4f-4dc6-93e0-889834d91c56), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.445552 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] Publish callbacks [] for security_group (9b20b10a-f7be-4403-a50c-95099c8313d9), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.556658 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] Publish callbacks [] for security_group (9b20b10a-f7be-4403-a50c-95099c8313d9), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.619178 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ebf56a-2380-4ddf-b0f3-45b024b2bf5c None None] Network c5b28a3a-0b9d-4c38-88db-73637b83702a requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:06:52.621022 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fd4e0b4c-5e4f-4dc6-93e0-889834d91c56), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.625042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.627695 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd4e0b4c-5e4f-4dc6-93e0-889834d91c56 HTTP/1.1" status: 204 len: 168 time: 0.3666489 Apr 08 11:06:52.643102 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580a28-65fc-4fae-aac8-7503356c1be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e0b4c-5e4f-4dc6-93e0-889834d91c56,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.668116 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for router_gateway (08027582-6036-4ebd-b780-6aea2c0eb35a), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.706050 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] Publish callbacks [] for security_group (29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.730365 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Provisioning complete for port e2dba339-ea81-4270-8403-b6c8743de663 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:52.730836 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e2dba339-ea81-4270-8403-b6c8743de663), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.808595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] Publish callbacks [] for security_group (29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.872783 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9b20b10a-f7be-4403-a50c-95099c8313d9), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.875854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.877140 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b20b10a-f7be-4403-a50c-95099c8313d9 HTTP/1.1" status: 204 len: 168 time: 0.6981599 Apr 08 11:06:52.883411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Current status of the port e2dba339-ea81-4270-8403-b6c8743de663 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:52.884442 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e2dba339-ea81-4270-8403-b6c8743de663), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:52.904172 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-8075357e-0771-420d-b6f2-e01807033f82 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.914106 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-8075357e-0771-420d-b6f2-e01807033f82 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 809 time: 0.3359096 Apr 08 11:06:52.943450 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] For port e2dba339-ea81-4270-8403-b6c8743de663, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e2dba339-ea81-4270-8403-b6c8743de663,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:52.965663 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c98dd4-69c2-41f6-9b65-169b09959b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20b10a-f7be-4403-a50c-95099c8313d9,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.984537 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-5b789475-52a1-4dfd-98e6-f0e229f4c3f6 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/quotas/8ca1153994f3492da690a83c79f9168c HTTP/1.1" status: 200 len: 375 time: 0.0452499 Apr 08 11:06:53.038450 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e2dba339-ea81-4270-8403-b6c8743de663), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.123274 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-6ca1082e-3de9-4f11-8fb0-2437fada2143 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737979 Apr 08 11:06:53.127402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.145375 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.147067 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb HTTP/1.1" status: 204 len: 168 time: 0.7629337 Apr 08 11:06:53.165686 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd71f4-d31c-4902-b8d3-ca38bccfabb4 req-0027889c-8e88-420b-a29f-d9932f4b3a70 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:53.177242 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4bfd71f4-d31c-4902-b8d3-ca38bccfabb4 req-0027889c-8e88-420b-a29f-d9932f4b3a70 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.2094412 Apr 08 11:06:53.212595 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207e11a-70ac-4ef1-9445-99bd58d71064 None None] Pushing event updated for resources: {'Port': ['ID=e2dba339-ea81-4270-8403-b6c8743de663,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:53.255500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5287-eeab-4244-831e-f185380958a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ef9eca-fd6a-4b1d-8b8f-3d065dd724fb,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:53.302928 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4bfd71f4-d31c-4902-b8d3-ca38bccfabb4 req-233e5c33-e626-4962-a1e3-7f9aaaad792e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223593 Apr 08 11:06:53.371230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.412157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-54994bdc-af53-4f04-8c1b-1aa5849e5ced None None] Provisioning complete for port e2dba339-ea81-4270-8403-b6c8743de663 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:53.415115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54994bdc-af53-4f04-8c1b-1aa5849e5ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e2dba339-ea81-4270-8403-b6c8743de663), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.480388 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-30e489f8-45b7-4336-91d5-bf6af7fb91b5 service neutron] 10.222.0.37 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243737 Apr 08 11:06:53.611779 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e2dba339-ea81-4270-8403-b6c8743de663 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:53.689895 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-54994bdc-af53-4f04-8c1b-1aa5849e5ced None None] Current status of the port e2dba339-ea81-4270-8403-b6c8743de663 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:53.721103 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-a306ebe7-06be-485b-8259-6e8cca8c13e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143908 Apr 08 11:06:53.757425 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port e2dba339-ea81-4270-8403-b6c8743de663 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:53.760515 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e2dba339-ea81-4270-8403-b6c8743de663), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.860844 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port e2dba339-ea81-4270-8403-b6c8743de663 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:53.911035 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Router 08027582-6036-4ebd-b780-6aea2c0eb35a is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:06:54.044046 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8cd15dc-fc7b-45f7-90d4-4d7b61f99957 req-c8f7575c-e65f-4a76-8f0e-a2613ae17b46 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0327876 Apr 08 11:06:54.252816 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33386) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:54.287820 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:06:54.300278 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Sync routers for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:06:54.318348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01905bf-9664-40ca-8120-ffae7b3aa0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.319278 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:06:54.319769 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33388) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:54.320398 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:54.372037 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-241e53ab-f7ec-4c41-97e2-dc03186b1d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.374183 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e80c9-f380-47a2-92e0-d4b223e3212e req-6f2be650-44eb-4617-96a1-7716ea8ee700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:54.375913 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fc9e80c9-f380-47a2-92e0-d4b223e3212e req-6f2be650-44eb-4617-96a1-7716ea8ee700 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.1092362 Apr 08 11:06:54.428982 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.437901 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-13a60d8e-fd40-46fd-8fc5-882be60ea927 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9147737 Apr 08 11:06:54.442647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33392) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:54.472647 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:06:54.580510 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333564-d64b-4e36-b64a-477c59a688fa req-e01be10e-88ed-4d5b-9f8f-8c8d44258025 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:54.593023 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f333564-d64b-4e36-b64a-477c59a688fa req-e01be10e-88ed-4d5b-9f8f-8c8d44258025 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1351643 Apr 08 11:06:54.636050 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fc9e80c9-f380-47a2-92e0-d4b223e3212e req-c357028c-e383-4cd8-8aeb-2c4e5b7b6153 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525632 Apr 08 11:06:54.638417 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01905bf-9664-40ca-8120-ffae7b3aa0f7 admin admin] Publish callbacks [] for security_group (ca07ce96-045c-4866-8fe1-1f5c38290041), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.667106 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-241e53ab-f7ec-4c41-97e2-dc03186b1d0c admin admin] Publish callbacks [] for security_group (4a11972c-3083-4654-a3bc-c78b7910a4a4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.702453 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f333564-d64b-4e36-b64a-477c59a688fa req-dbc6eb5d-d08d-4bd4-a9f7-f3be32f71b72 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079643 Apr 08 11:06:54.725674 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01905bf-9664-40ca-8120-ffae7b3aa0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ca07ce96-045c-4866-8fe1-1f5c38290041), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.779845 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-241e53ab-f7ec-4c41-97e2-dc03186b1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4a11972c-3083-4654-a3bc-c78b7910a4a4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:54.805043 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01905bf-9664-40ca-8120-ffae7b3aa0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07ce96-045c-4866-8fe1-1f5c38290041,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:54.824726 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c01905bf-9664-40ca-8120-ffae7b3aa0f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0934f1770d694ab798d2fd0e7d9b51af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702784 Apr 08 11:06:54.827210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33400) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:54.883902 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-241e53ab-f7ec-4c41-97e2-dc03186b1d0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca892b6fc80440b5bb9271bf2f1cba20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599806 Apr 08 11:06:54.891127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33402) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:54.922346 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e53ab-f7ec-4c41-97e2-dc03186b1d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11972c-3083-4654-a3bc-c78b7910a4a4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:54.958102 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:52Z', 'revision_number': 3, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:54.993572 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Checking router: 08027582-6036-4ebd-b780-6aea2c0eb35a for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:06:54.993572 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Updating router 08027582-6036-4ebd-b780-6aea2c0eb35a port fc6e4265-e411-4ccf-9288-dd3f4146fca7 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:06:54.994961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] Publish callbacks [] for security_group (ca07ce96-045c-4866-8fe1-1f5c38290041), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.063166 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] Publish callbacks [] for security_group (ca07ce96-045c-4866-8fe1-1f5c38290041), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.063398 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.199246 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] Publish callbacks [] for security_group (4a11972c-3083-4654-a3bc-c78b7910a4a4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.221644 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25f6ed72-6433-492d-8842-05d31425166a req-b621e5ed-5699-48fe-99af-d0f33c8e5977 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0586977 Apr 08 11:06:55.265787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] Publish callbacks [] for security_group (4a11972c-3083-4654-a3bc-c78b7910a4a4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.447695 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks [] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.566149 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.578641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ca07ce96-045c-4866-8fe1-1f5c38290041), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.582170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.586175 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca07ce96-045c-4866-8fe1-1f5c38290041 HTTP/1.1" status: 204 len: 168 time: 0.7579532 Apr 08 11:06:55.600910 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33426) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:55.607150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17527bb2-228c-409d-83db-f10721463b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07ce96-045c-4866-8fe1-1f5c38290041,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:55.649156 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33430) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:55.668096 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Attempting to bind port fc6e4265-e411-4ccf-9288-dd3f4146fca7 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:06:55.668881 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Attempting to bind port fc6e4265-e411-4ccf-9288-dd3f4146fca7 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:06:55.669494 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Attempting to bind port fc6e4265-e411-4ccf-9288-dd3f4146fca7 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:06:55.678031 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Pushing event updated for resources: {'Port': ['ID=fc6e4265-e411-4ccf-9288-dd3f4146fca7,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:55.696210 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:06:55.696874 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.697498 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:55.698245 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.699030 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:06:55.699717 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Bound port: fc6e4265-e411-4ccf-9288-dd3f4146fca7, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:06:55.700350 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.705556 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.705915 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.706289 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.706654 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.707186 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.707525 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.707860 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.708181 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.708708 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.709210 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.709707 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.710441 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.710593 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4a11972c-3083-4654-a3bc-c78b7910a4a4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.711093 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.711497 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.711947 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.719443 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.745433 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a11972c-3083-4654-a3bc-c78b7910a4a4 HTTP/1.1" status: 204 len: 168 time: 0.8453085 Apr 08 11:06:55.777284 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea2db3-7c80-48da-8718-9c4f8e38c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11972c-3083-4654-a3bc-c78b7910a4a4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:55.805542 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] For port fc6e4265-e411-4ccf-9288-dd3f4146fca7, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:06:55.807409 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] For port fc6e4265-e411-4ccf-9288-dd3f4146fca7, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=fc6e4265-e411-4ccf-9288-dd3f4146fca7,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:06:55.886705 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d939230a-7d88-42bf-a5f6-9f6d30658b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.902971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-503480105-network', 'tenant_id': 'e3c1b664def54f369d941b05815440bd'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:55.948622 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d48ca-9a49-475c-a7af-1d2dbebae446 req-1d636c8d-8732-4072-a4d7-3c4d7a8bda4a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.950104 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-363d48ca-9a49-475c-a7af-1d2dbebae446 req-1d636c8d-8732-4072-a4d7-3c4d7a8bda4a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1287215 Apr 08 11:06:55.968502 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Allocated IP 172.20.0.1 (c5b28a3a-0b9d-4c38-88db-73637b83702a/abf35403-d596-455c-bcc1-2a86b569f0da/c7acea85-2e7b-48f9-869e-5ab51b8d3874) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:56.014150 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.060412 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-363d48ca-9a49-475c-a7af-1d2dbebae446 req-4b9dca3d-ce8d-4ea4-9eb7-6d7a9b674db0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964124 Apr 08 11:06:56.095918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d939230a-7d88-42bf-a5f6-9f6d30658b60 admin admin] Publish callbacks [] for security_group (120603cb-6caf-43dd-a19e-32183397a8c1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.098660 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Made reservation on behalf of e3c1b664def54f369d941b05815440bd for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:56.103342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.105165 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:06:56.105799 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:56.108941 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67fcb-17a9-497e-b44d-e430d532a658 None None] Pushing event updated for resources: {'Port': ['ID=fc6e4265-e411-4ccf-9288-dd3f4146fca7,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:56.130159 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks [] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.138264 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.209675 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d939230a-7d88-42bf-a5f6-9f6d30658b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (120603cb-6caf-43dd-a19e-32183397a8c1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.259563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.312190 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:06:56.322992 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Network c5b28a3a-0b9d-4c38-88db-73637b83702a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:56.330618 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:56.337127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:06:56.352322 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d939230a-7d88-42bf-a5f6-9f6d30658b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d55e2fc4c562422197af3b644b9b41aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7498763 Apr 08 11:06:56.355783 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33444) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:56.388727 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939230a-7d88-42bf-a5f6-9f6d30658b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120603cb-6caf-43dd-a19e-32183397a8c1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:56.388935 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (08027582-6036-4ebd-b780-6aea2c0eb35a), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.405242 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks [] for security_group (af01eb82-7b60-4c55-ac56-c3d65f25d9c5), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.484612 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (af01eb82-7b60-4c55-ac56-c3d65f25d9c5), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.570715 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Pushing event updated for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:56.589654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] Publish callbacks [] for security_group (120603cb-6caf-43dd-a19e-32183397a8c1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.607008 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-41d7ccc9-a55e-4f38-bf47-44a563bd4e13 req-647e3618-d0f6-4100-bbc7-879482553499 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.2701886 Apr 08 11:06:56.637824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:06:56.694715 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:52Z', 'revision_number': 3, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:56.711989 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] Publish callbacks [] for security_group (120603cb-6caf-43dd-a19e-32183397a8c1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.773403 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846a075-1430-45b9-ae4a-011cb59448f4 None None] The sync data for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi is: [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:52Z', 'revision_number': 3, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:06:56.794579 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01eb82-7b60-4c55-ac56-c3d65f25d9c5,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:56.816616 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (a16c5a95-fc33-4976-8859-47f653790331), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.819136 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Added segment a16c5a95-fc33-4976-8859-47f653790331 of type vlan for network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 Apr 08 11:06:56.860362 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-2f5df1b7-4803-4b54-b4f4-1d672b419a60 None None] Provisioning complete for port c7acea85-2e7b-48f9-869e-5ab51b8d3874 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:56.863398 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f5df1b7-4803-4b54-b4f4-1d672b419a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.881307 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (29f36be6-7d1d-45d5-a396-cd0fffe20af4), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:56.933318 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2f5df1b7-4803-4b54-b4f4-1d672b419a60 None None] Port c7acea85-2e7b-48f9-869e-5ab51b8d3874 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:06:56.955714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.022839 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (120603cb-6caf-43dd-a19e-32183397a8c1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.026295 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.027650 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/120603cb-6caf-43dd-a19e-32183397a8c1 HTTP/1.1" status: 204 len: 168 time: 0.6615171 Apr 08 11:06:57.030903 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (29f36be6-7d1d-45d5-a396-cd0fffe20af4), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.031918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.035439 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.181107 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fac7a-e120-46b1-ad66-fd763c890536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120603cb-6caf-43dd-a19e-32183397a8c1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:57.302092 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6473315 Apr 08 11:06:57.303285 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33474) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:57.303995 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239196-1106-4f95-ae41-7ad841e45249 admin admin] Pushing event updated for resources: {'Network': ['ID=29f36be6-7d1d-45d5-a396-cd0fffe20af4,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:57.312108 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Request body: {'subnet': {'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-503480105-subnet', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:57.319347 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:06:57.358264 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249caee1-a0bc-412f-9eb3-727def3b9b9c req-ce8c04c5-2aea-4390-8b15-4e7026fea716 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.362528 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-249caee1-a0bc-412f-9eb3-727def3b9b9c req-ce8c04c5-2aea-4390-8b15-4e7026fea716 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.1215060 Apr 08 11:06:57.448254 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Made reservation on behalf of e3c1b664def54f369d941b05815440bd for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:57.457846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.512138 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks [] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.535666 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-249caee1-a0bc-412f-9eb3-727def3b9b9c req-f1d69b67-5180-47c4-8367-28a23a1c4cd7 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575868 Apr 08 11:06:57.593667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device fc6e4265-e411-4ccf-9288-dd3f4146fca7 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:57.614965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.765165 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port fc6e4265-e411-4ccf-9288-dd3f4146fca7 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:57.766290 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.820280 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6dd997ae-a644-42a1-b3d7-575c0265ad73 req-e086aa5c-9797-4b85-8455-31f74b00b474 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0743186 Apr 08 11:06:57.936625 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port fc6e4265-e411-4ccf-9288-dd3f4146fca7 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:57.937416 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.947771 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (08027582-6036-4ebd-b780-6aea2c0eb35a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.961155 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Pushing event updated for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:57.971659 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port fc6e4265-e411-4ccf-9288-dd3f4146fca7, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=fc6e4265-e411-4ccf-9288-dd3f4146fca7,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:58.042686 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.158652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=fc6e4265-e411-4ccf-9288-dd3f4146fca7,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:58.182017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930a21-2be7-4815-8c48-7f933d9dc895 req-71c4b464-13c1-43d1-a64f-d8630881a349 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:58.183672 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b1930a21-2be7-4815-8c48-7f933d9dc895 req-71c4b464-13c1-43d1-a64f-d8630881a349 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.4409866 Apr 08 11:06:58.201859 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33498) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:58.208764 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Network c5b28a3a-0b9d-4c38-88db-73637b83702a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:58.238415 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:58.270115 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b85b4580-e6da-4f42-96ec-5d7f09c1d49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.311196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-3a8e2f60-5b02-46e5-9460-f007c3fe6473 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:58.313994 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-3a8e2f60-5b02-46e5-9460-f007c3fe6473 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 809 time: 0.5673208 Apr 08 11:06:58.434445 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Request body: {'port': {'device_id': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960', 'admin_state_up': True, 'tenant_id': '8ca1153994f3492da690a83c79f9168c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:58.485991 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b85b4580-e6da-4f42-96ec-5d7f09c1d49a admin admin] Publish callbacks [] for security_group (f2318932-91a0-4183-9fd8-5c5a34c35474), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.543175 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b1930a21-2be7-4815-8c48-7f933d9dc895 req-ab64bf95-8fe6-4419-9ab1-6264cb6bf059 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465302 Apr 08 11:06:58.569585 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b85b4580-e6da-4f42-96ec-5d7f09c1d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f2318932-91a0-4183-9fd8-5c5a34c35474), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.617886 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (b445dcc0-9725-4fb7-8b3b-93ca1b295555), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.707869 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b4580-e6da-4f42-96ec-5d7f09c1d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2318932-91a0-4183-9fd8-5c5a34c35474,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:58.727021 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-d85048f6-2f05-44fb-939d-6db555d5fe61 None None] Provisioning complete for port c7acea85-2e7b-48f9-869e-5ab51b8d3874 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:58.727411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d85048f6-2f05-44fb-939d-6db555d5fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.742343 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b85b4580-e6da-4f42-96ec-5d7f09c1d49a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b2eab5a3b14f08b1e941f70dea4be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394034 Apr 08 11:06:58.745467 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33520) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:58.818577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b445dcc0-9725-4fb7-8b3b-93ca1b295555,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:58.821177 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d85048f6-2f05-44fb-939d-6db555d5fe61 None None] Port c7acea85-2e7b-48f9-869e-5ab51b8d3874 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:06:58.896563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Made reservation on behalf of 8ca1153994f3492da690a83c79f9168c for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:58.903376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] Publish callbacks [] for security_group (f2318932-91a0-4183-9fd8-5c5a34c35474), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.915690 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.938829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Checking segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:58.941368 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Network hostable DHCP agents. Network: 29f36be6-7d1d-45d5-a396-cd0fffe20af4, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:06:58.948795 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] Publish callbacks [] for security_group (f2318932-91a0-4183-9fd8-5c5a34c35474), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:58.975495 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Router 08027582-6036-4ebd-b780-6aea2c0eb35a has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:06:59.025176 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-53140978-a457-4edd-918a-542c25260da6 req-83d7bb3a-47fa-4d83-b9e4-e5baee19c863 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0611064 Apr 08 11:06:59.195929 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:06:59.208867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f2318932-91a0-4183-9fd8-5c5a34c35474), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.212738 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.214983 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2318932-91a0-4183-9fd8-5c5a34c35474 HTTP/1.1" status: 204 len: 168 time: 0.4679122 Apr 08 11:06:59.232059 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad071-e2d6-4979-9cf9-b1115f701aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2318932-91a0-4183-9fd8-5c5a34c35474,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:59.242383 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Allocated IP 172.20.0.2 (f112b081-954f-47db-bb34-2dd5bc51e960/34bd3d28-0287-409e-857c-9b4663b6b733/df251904-d464-4cd3-8994-da5c27de5dc1) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:59.247660 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:06:59.255729 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3d2c78fb-58a5-40d3-bc8d-7e546ad68d5a admin admin] 10.222.0.37 "PUT /v2.0/routers/08027582-6036-4ebd-b780-6aea2c0eb35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8119218 Apr 08 11:06:59.289194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 29f36be6-7d1d-45d5-a396-cd0fffe20af4) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:59.299257 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc356ab-632d-4e63-aede-ae80719505e5 None None] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:06:59.303277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:59.303969 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.436619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:06:59.440959 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.452837 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aba312c4-0dc8-4e3c-8fee-f658d6ad292b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1478176 Apr 08 11:06:59.458797 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33538) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:06:59.471866 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:59.507207 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks [] for port (df251904-d464-4cd3-8994-da5c27de5dc1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.536647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Sync routers for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:06:59.569541 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device fc6e4265-e411-4ccf-9288-dd3f4146fca7 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:59.575405 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:06:59.576611 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:59.603431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (6a476438-d859-488a-81fe-2bc9e15a204d), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.604768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (6a476438-d859-488a-81fe-2bc9e15a204d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.689292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.737437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:06:59.759082 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for router_controller (6a476438-d859-488a-81fe-2bc9e15a204d), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.829537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Network f112b081-954f-47db-bb34-2dd5bc51e960 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:59.830641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:59.833322 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:06:59.902342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:59.903219 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.925518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Pushing event updated for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:00.034034 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-f6786c3a-00c2-4273-9c63-1bf5f6a08db2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6199653 Apr 08 11:07:00.046966 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Request body: {'port': {'device_id': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:00.126841 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for router_gateway (6a476438-d859-488a-81fe-2bc9e15a204d), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.167088 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.221617 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:56Z', 'revision_number': 4, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'c7acea85-2e7b-48f9-869e-5ab51b8d3874', 'name': '', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'mac_address': 'fa:16:3e:94:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:55Z', 'updated_at': '2022-04-08T11:06:57Z', 'revision_number': 2, 'project_id': '8d108312db4948529053fec7bfc23598', 'subnets': [{'id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:00.283059 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Checking router: 08027582-6036-4ebd-b780-6aea2c0eb35a for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:00.283954 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Updating router 08027582-6036-4ebd-b780-6aea2c0eb35a port c7acea85-2e7b-48f9-869e-5ab51b8d3874 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:00.324065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port fc6e4265-e411-4ccf-9288-dd3f4146fca7 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:00.324712 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.356025 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Allocated IP 172.20.0.2 (29f36be6-7d1d-45d5-a396-cd0fffe20af4/b445dcc0-9725-4fb7-8b3b-93ca1b295555/37bae08e-f58d-4d3a-9b28-9e352f0089f7) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:00.360491 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.382004 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabb9bc-76f0-4f2f-982c-e29cdec8d0d7 req-eea2a8c1-e85d-4e16-a93c-b91036112e43 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.384342 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eabb9bc-76f0-4f2f-982c-e29cdec8d0d7 req-eea2a8c1-e85d-4e16-a93c-b91036112e43 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 931 time: 0.2005756 Apr 08 11:07:00.682975 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for router_gateway (6a476438-d859-488a-81fe-2bc9e15a204d), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.715714 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.816955 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port fc6e4265-e411-4ccf-9288-dd3f4146fca7 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:00.917413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks [] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:00.919702 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Allocated IP 172.27.1.252 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/8a3641c6-8943-4250-b3d5-9e5abd8b8af5) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:01.037916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks [] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.076834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.085699 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eabb9bc-76f0-4f2f-982c-e29cdec8d0d7 req-4dbbb728-164c-4ec8-846d-25e9566fe487 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948154 Apr 08 11:07:01.131631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df251904-d464-4cd3-8994-da5c27de5dc1 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:01.136340 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33636) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:01.144457 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853313457-network', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:01.149967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks [] for port (df251904-d464-4cd3-8994-da5c27de5dc1), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.155513 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.174174 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:01.174428 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Transition to ACTIVE for port object df251904-d464-4cd3-8994-da5c27de5dc1 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:01.179462 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:01.181461 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Pushing event updated for resources: {'Port': ['ID=37bae08e-f58d-4d3a-9b28-9e352f0089f7,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.183698 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:01.213584 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.290281 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Attempting to bind port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:01.290601 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Attempting to bind port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:01.290958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Attempting to bind port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:01.297301 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634ce58-ebc4-400b-b3c9-e4e0064e43f1 None None] Pushing event updated for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.302673 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:01.303045 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Checking segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:01.303441 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.303888 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Bound using segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:01.304354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Bound port: 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:01.304757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.311558 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Made reservation on behalf of d925790c12d74f7588bdee8951cd549b for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:01.313278 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.318680 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.343985 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.373480 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:01.399872 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Attempting to bind port c7acea85-2e7b-48f9-869e-5ab51b8d3874 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:01.401015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Attempting to bind port c7acea85-2e7b-48f9-869e-5ab51b8d3874 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:01.401577 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Attempting to bind port c7acea85-2e7b-48f9-869e-5ab51b8d3874 on network c5b28a3a-0b9d-4c38-88db-73637b83702a {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:01.410765 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:01.411507 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Checking segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:01.412194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.412879 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Bound using segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:01.413755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Bound port: c7acea85-2e7b-48f9-869e-5ab51b8d3874, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:01.414357 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.424941 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:01.429919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:01.465783 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.486034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Pushing event updated for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.502714 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] For port 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:01.509044 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] For port 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=37bae08e-f58d-4d3a-9b28-9e352f0089f7,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:01.544668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] For port c7acea85-2e7b-48f9-869e-5ab51b8d3874, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:01.554107 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] For port c7acea85-2e7b-48f9-869e-5ab51b8d3874, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c7acea85-2e7b-48f9-869e-5ab51b8d3874,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:01.580881 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.594546 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-7aaa8ab8-cf9e-4add-928c-d4a65e5c7019 None None] Provisioning complete for port c7acea85-2e7b-48f9-869e-5ab51b8d3874 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:01.594944 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8ab8-cf9e-4add-928c-d4a65e5c7019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.637873 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.638010 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Pushing event updated for resources: {'Port': ['ID=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.701320 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa8ab8-cf9e-4add-928c-d4a65e5c7019 None None] Port c7acea85-2e7b-48f9-869e-5ab51b8d3874 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:01.747238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:01.747896 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:01.749892 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a75f6-2d90-45a0-81b7-9d0a49b94efb None None] Pushing event updated for resources: {'Port': ['ID=37bae08e-f58d-4d3a-9b28-9e352f0089f7,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.791240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Attempting to bind port df251904-d464-4cd3-8994-da5c27de5dc1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:01.791240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Attempting to bind port df251904-d464-4cd3-8994-da5c27de5dc1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:01.791670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Attempting to bind port df251904-d464-4cd3-8994-da5c27de5dc1 on network f112b081-954f-47db-bb34-2dd5bc51e960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:01.805983 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Port df251904-d464-4cd3-8994-da5c27de5dc1 on network f112b081-954f-47db-bb34-2dd5bc51e960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:01.806420 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Attempting to bind port df251904-d464-4cd3-8994-da5c27de5dc1 on network f112b081-954f-47db-bb34-2dd5bc51e960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:01.826334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:01.826775 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Checking segment: {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:01.829140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Bound using segment: {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:01.834120 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Bound port: df251904-d464-4cd3-8994-da5c27de5dc1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:01.834120 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.875286 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks [] for security_group (804cd5fb-153a-4b2a-b498-532f9bf0b729), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.018664 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:02.033124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634ce58-ebc4-400b-b3c9-e4e0064e43f1 None None] Pushing event updated for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.035017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df251904-d464-4cd3-8994-da5c27de5dc1,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:02.038363 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (804cd5fb-153a-4b2a-b498-532f9bf0b729), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.068370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:07:02.106429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (75d2ebd5-9c1c-466d-8e78-d5cfe93360f7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.107030 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Added segment 75d2ebd5-9c1c-466d-8e78-d5cfe93360f7 of type vlan for network 709553f5-7f13-4d43-82ab-4447888997f7 Apr 08 11:07:02.121570 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for router_gateway (6a476438-d859-488a-81fe-2bc9e15a204d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.131403 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:02.170673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (709553f5-7f13-4d43-82ab-4447888997f7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.276401 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.347682 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804cd5fb-153a-4b2a-b498-532f9bf0b729,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.369174 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:02.369853 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.371233 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] 10.222.0.61 "PUT /v2.0/ports/df251904-d464-4cd3-8994-da5c27de5dc1 HTTP/1.1" status: 200 len: 1093 time: 2.3295150 Apr 08 11:07:02.371696 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:02.374224 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6" -d '{"events": [{"name": "network-changed", "server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:02.403627 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1c5d-1de7-458d-bfb6-fad3661b06fc service neutron] Pushing event updated for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.420987 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Provisioning complete for port c7acea85-2e7b-48f9-869e-5ab51b8d3874 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:02.421538 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.429434 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c79a0-1cd6-484c-8923-68dfb168aaae req-7eded94f-51ec-4998-aff0-63ffa3ea58e4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:02.436435 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c9c79a0-1cd6-484c-8923-68dfb168aaae req-7eded94f-51ec-4998-aff0-63ffa3ea58e4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.1960471 Apr 08 11:07:02.463652 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (709553f5-7f13-4d43-82ab-4447888997f7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.465313 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:02.466205 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.553122 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1c9c79a0-1cd6-484c-8923-68dfb168aaae req-a543e50c-a682-45c9-8210-1e2180cb7282 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155286 Apr 08 11:07:02.597448 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Current status of the port c7acea85-2e7b-48f9-869e-5ab51b8d3874 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:02.597846 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.648213 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] For port c7acea85-2e7b-48f9-869e-5ab51b8d3874, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c7acea85-2e7b-48f9-869e-5ab51b8d3874,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:02.651855 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fcf31-98c8-4a9e-8a0e-048852868d79 x-openstack-request-id: req-0b5fcf31-98c8-4a9e-8a0e-048852868d79 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:02.652153 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:02.652406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b5fcf31-98c8-4a9e-8a0e-048852868d79 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:02.653408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:56Z', 'revision_number': 4, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'c7acea85-2e7b-48f9-869e-5ab51b8d3874', 'name': '', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'mac_address': 'fa:16:3e:94:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:55Z', 'updated_at': '2022-04-08T11:07:01Z', 'revision_number': 4, 'project_id': '8d108312db4948529053fec7bfc23598', 'subnets': [{'id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:02.653603 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5fcf31-98c8-4a9e-8a0e-048852868d79'] response: {'name': 'network-changed', 'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1', 'status': 'completed', 'code': 200} Apr 08 11:07:02.665331 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (6a476438-d859-488a-81fe-2bc9e15a204d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.665917 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=709553f5-7f13-4d43-82ab-4447888997f7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.689569 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 709553f5-7f13-4d43-82ab-4447888997f7 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:07:02.692440 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3794e0f-8ee9-4146-bc5c-d445c3673f45 None None] The sync data for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi is: [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:06:56Z', 'revision_number': 4, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'c7acea85-2e7b-48f9-869e-5ab51b8d3874', 'name': '', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'mac_address': 'fa:16:3e:94:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:55Z', 'updated_at': '2022-04-08T11:07:01Z', 'revision_number': 4, 'project_id': '8d108312db4948529053fec7bfc23598', 'subnets': [{'id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:02.779863 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e8cdf6c7-8b94-439c-bf01-bc591e56f1b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6424596 Apr 08 11:07:02.780795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33674) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:02.782083 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.793593 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Request body: {'subnet': {'network_id': '709553f5-7f13-4d43-82ab-4447888997f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853313457-subnet', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:02.911367 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461505-2c62-48ad-9b86-38307ac1ff67 None None] Pushing event updated for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.994648 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Made reservation on behalf of d925790c12d74f7588bdee8951cd549b for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:02.996770 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.043604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Router 6a476438-d859-488a-81fe-2bc9e15a204d is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:07:03.043770 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:07:03.162504 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356047f2-9a4d-4a9f-a090-ec0c27167848 req-38e7ca24-eef0-4402-9ad1-46bbeb332f62 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:03.170400 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-356047f2-9a4d-4a9f-a090-ec0c27167848 req-38e7ca24-eef0-4402-9ad1-46bbeb332f62 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1999052 Apr 08 11:07:03.308518 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-356047f2-9a4d-4a9f-a090-ec0c27167848 req-2dc32bd7-cfb0-4294-8c26-7fae045b8938 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369352 Apr 08 11:07:03.311461 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:03.327599 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:03.346476 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:03.347097 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:03.363533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (1f553b71-853f-4913-a1e1-533881dc2139), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.394727 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.396283 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5ca899c7-584c-48af-834b-0018d615220d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9363413 Apr 08 11:07:03.398995 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33692) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:03.481341 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f553b71-853f-4913-a1e1-533881dc2139,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:03.504833 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Checking segment: {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:03.505388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Network hostable DHCP agents. Network: 709553f5-7f13-4d43-82ab-4447888997f7, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:07:03.563513 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e99bde-ff37-4724-bced-744dcdfcf3af None None] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:03.582666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Network 709553f5-7f13-4d43-82ab-4447888997f7 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:07:03.647834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 37bae08e-f58d-4d3a-9b28-9e352f0089f7 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:03.712013 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:03.713924 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 709553f5-7f13-4d43-82ab-4447888997f7) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:03.739504 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:03.742673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.757603 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90f3cd-482a-4df5-894f-f4840db7ab6a None None] Network 709553f5-7f13-4d43-82ab-4447888997f7 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:03.820483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8305-9276-42ac-90f9-254733c275ff req-117ecab2-49bd-4dff-88f0-c170d31b4894 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:03.834343 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bab8305-9276-42ac-90f9-254733c275ff req-117ecab2-49bd-4dff-88f0-c170d31b4894 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.1733270 Apr 08 11:07:03.880726 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Provisioning complete for port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:03.881454 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.913332 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5bab8305-9276-42ac-90f9-254733c275ff req-51d8f501-b253-4da5-9e26-85b99ac8f7f8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727820 Apr 08 11:07:03.929063 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b21f55d7-f390-46cb-a5b9-4d85302ab9ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1468759 Apr 08 11:07:03.932211 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33700) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:03.941364 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:04.041185 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:01Z', 'revision_number': 3, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:04.074618 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.075689 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.076625 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:04.077132 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Updating router 6a476438-d859-488a-81fe-2bc9e15a204d port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:04.116175 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.171482 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:04.171864 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.223651 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-709553f5-7f13-4d43-82ab-4447888997f7', 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7', 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'fixed_ips': [{'subnet_id': '1f553b71-853f-4913-a1e1-533881dc2139'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:07:04.225922 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.254188 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for router_controller (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.366229 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Current status of the port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:04.366621 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.390567 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.540047 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] For port 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=37bae08e-f58d-4d3a-9b28-9e352f0089f7,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:04.546901 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:04.547300 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.586535 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks [] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.612402 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.638114 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Allocated IP 172.20.0.2 (709553f5-7f13-4d43-82ab-4447888997f7/1f553b71-853f-4913-a1e1-533881dc2139/bff7f872-300c-42d0-9f15-1e26a779318c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:04.693076 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.737927 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Attempting to bind port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:04.739480 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Attempting to bind port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:04.741058 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Attempting to bind port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:04.771896 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for router_gateway (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.778313 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91892-6573-47c0-9e5e-3ef67f2a740e req-fc2b7c31-7e7b-48f4-b165-7e7a987624d6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:04.785852 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:04.786655 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:04.787216 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.792021 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:04.792021 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Bound port: 8a3641c6-8943-4250-b3d5-9e5abd8b8af5, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:04.792021 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.798667 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aea91892-6573-47c0-9e5e-3ef67f2a740e req-fc2b7c31-7e7b-48f4-b165-7e7a987624d6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.2995675 Apr 08 11:07:04.871653 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] For port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:04.878190 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] For port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:04.880071 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.db.api [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:07:04.889576 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-28f2c7fe-c7d9-4e57-827b-b3865e613c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:04.890498 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG oslo_db.api [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:07:04.895612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f139bc-928a-4b3f-9006-ebbd47af6bcb None None] Pushing event updated for resources: {'Port': ['ID=37bae08e-f58d-4d3a-9b28-9e352f0089f7,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:04.898376 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-28f2c7fe-c7d9-4e57-827b-b3865e613c2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 1127 time: 0.2752655 Apr 08 11:07:04.907181 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282568-60c1-43b5-83d3-5b9a9ff7db72 None None] Pushing event updated for resources: {'Port': ['ID=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:04.910506 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f5384921-ae44-4f1c-a93b-bf8c8a2fd66c None None] Provisioning complete for port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:04.910916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f5384921-ae44-4f1c-a93b-bf8c8a2fd66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:04.946086 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-dd7a06df-ab0f-4268-ad19-4b453b3eba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:04.948992 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-dd7a06df-ab0f-4268-ad19-4b453b3eba98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.2189808 Apr 08 11:07:04.950049 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Allocated IP 172.20.0.1 (29f36be6-7d1d-45d5-a396-cd0fffe20af4/b445dcc0-9725-4fb7-8b3b-93ca1b295555/9058226f-567e-4c2d-9e49-7cbc9480894f) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:04.992515 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.028528 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aea91892-6573-47c0-9e5e-3ef67f2a740e req-6e58fd4a-8063-4e81-9d13-16e4badabefa tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112832 Apr 08 11:07:05.088427 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks [] for port (bff7f872-300c-42d0-9f15-1e26a779318c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.107563 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f5384921-ae44-4f1c-a93b-bf8c8a2fd66c None None] Current status of the port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:05.158421 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:05.161418 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:06:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:05.170707 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.187899 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282568-60c1-43b5-83d3-5b9a9ff7db72 None None] Pushing event updated for resources: {'Port': ['ID=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.262969 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks [] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.283380 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Network 709553f5-7f13-4d43-82ab-4447888997f7 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:05.297694 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:05.306682 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Pushing event updated for resources: {'Port': ['ID=bff7f872-300c-42d0-9f15-1e26a779318c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.311809 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:05.348019 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-66e8ebb8-989b-4f20-bab8-c360bd5a0dfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df251904-d464-4cd3-8994-da5c27de5dc1 HTTP/1.1" status: 200 len: 217 time: 0.3966694 Apr 08 11:07:05.349143 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-5e746348-ef65-49a4-b5be-828031030040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:05.351325 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-5e746348-ef65-49a4-b5be-828031030040 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.3507729 Apr 08 11:07:05.422575 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:05.441806 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Attempting to bind port bff7f872-300c-42d0-9f15-1e26a779318c on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:05.445108 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Attempting to bind port bff7f872-300c-42d0-9f15-1e26a779318c by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:05.445108 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Attempting to bind port bff7f872-300c-42d0-9f15-1e26a779318c on network 709553f5-7f13-4d43-82ab-4447888997f7 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:05.451567 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:05.451943 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Checking segment: {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:05.452329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.452800 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Bound using segment: {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:05.453269 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Bound port: bff7f872-300c-42d0-9f15-1e26a779318c, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:05.453656 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.471411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:05.472454 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c7acea85-2e7b-48f9-869e-5ab51b8d3874 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:05.478343 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-72b425ed-11a8-44ee-bcd0-67ced4a92d80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.1071529 Apr 08 11:07:05.480023 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.545023 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-7b630f94-66cc-49da-aad2-4bd4e49c8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:05.546794 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-7b630f94-66cc-49da-aad2-4bd4e49c8ef0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34bd3d28-0287-409e-857c-9b4663b6b733 HTTP/1.1" status: 200 len: 849 time: 0.1672091 Apr 08 11:07:05.560042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7dda4-9203-4efc-86cd-9c5663df8c1b req-73bd4625-c3a5-46b3-ab9e-a42d057b83b8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:05.568003 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9d7dda4-9203-4efc-86cd-9c5663df8c1b req-73bd4625-c3a5-46b3-ab9e-a42d057b83b8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.4847732 Apr 08 11:07:05.586840 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:05.606644 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:05.619118 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:05.619608 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (6a476438-d859-488a-81fe-2bc9e15a204d), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.624661 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.644724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port c7acea85-2e7b-48f9-869e-5ab51b8d3874 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:05.645816 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.650892 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-b0058f9c-d739-4b6e-88d1-8fd9433f231a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f112b081-954f-47db-bb34-2dd5bc51e960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794511 Apr 08 11:07:05.679628 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-e0112df1-4a82-43ae-9aab-e772198ae90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:05.681176 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-e0112df1-4a82-43ae-9aab-e772198ae90d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.1941512 Apr 08 11:07:05.725661 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] For port bff7f872-300c-42d0-9f15-1e26a779318c, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:05.734544 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:01Z', 'revision_number': 3, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:05.755446 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] For port bff7f872-300c-42d0-9f15-1e26a779318c, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bff7f872-300c-42d0-9f15-1e26a779318c,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:05.817776 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b747c-b16e-43f1-99af-a00d7bd6cc3e None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:01Z', 'revision_number': 3, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:05.832226 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:05.871471 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9d7dda4-9203-4efc-86cd-9c5663df8c1b req-a6c0568e-24cb-4376-8d3b-dfdb6064dc62 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021853 Apr 08 11:07:05.911268 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port c7acea85-2e7b-48f9-869e-5ab51b8d3874 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:05.947255 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-25597111-30fe-4e21-87d0-c2a3fff2d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:05.953706 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-25597111-30fe-4e21-87d0-c2a3fff2d93d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2519903 Apr 08 11:07:05.974275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac987-00eb-4ba1-a44b-c717acf7cba7 None None] Pushing event updated for resources: {'Port': ['ID=bff7f872-300c-42d0-9f15-1e26a779318c,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:06.083561 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 37bae08e-f58d-4d3a-9b28-9e352f0089f7 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:06.105146 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.195552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-40b0688a-2fc2-473d-ab41-1e2be850f6eb None None] Provisioning complete for port 9058226f-567e-4c2d-9e49-7cbc9480894f triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:06.195962 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-40b0688a-2fc2-473d-ab41-1e2be850f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.206991 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceddb98c-b920-484c-a600-cd0b6f152be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.225559 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-fa93548b-cf12-4eb0-b04e-17071d550e54 service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676229 Apr 08 11:07:06.321222 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-40b0688a-2fc2-473d-ab41-1e2be850f6eb None None] Port 9058226f-567e-4c2d-9e49-7cbc9480894f cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:06.341971 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:06.347322 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.596199 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks [] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.609323 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:06.634004 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48659a1e-e539-408d-842d-34d127037113 req-f666f472-d2ad-4632-af6e-3167e946818a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:06.635938 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48659a1e-e539-408d-842d-34d127037113 req-f666f472-d2ad-4632-af6e-3167e946818a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.2592444 Apr 08 11:07:06.723683 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.724545 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (6a476438-d859-488a-81fe-2bc9e15a204d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.762055 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-48659a1e-e539-408d-842d-34d127037113 req-99c798c4-4d01-41ac-86c6-be1de8d44cad tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109684 Apr 08 11:07:06.804306 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for router_gateway (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.817835 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:06.834790 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:06.946781 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:06.948276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:07.038196 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-19c54997-050c-4924-b519-aa61f737b9c2 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9837167 Apr 08 11:07:07.201837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:07.338429 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78330c48-eae1-46c4-ab66-a0c75f895285 req-7e299e36-c69b-48b1-a8b3-1793f6976ada service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0944242 Apr 08 11:07:07.474488 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-6ad133f1-1686-425d-af37-348110679fc7 None None] Provisioning complete for port 9058226f-567e-4c2d-9e49-7cbc9480894f triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:07.475224 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ad133f1-1686-425d-af37-348110679fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:07.491807 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Allocated IP 172.27.1.141 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/83daf299-1a05-40b3-8bbe-54b36d99f893) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:07.511452 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98604b-e92d-4941-9b17-853f0e1e6676 req-39e2930b-c7fe-4999-83c1-8ac94ce2526a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:07.523577 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c98604b-e92d-4941-9b17-853f0e1e6676 req-39e2930b-c7fe-4999-83c1-8ac94ce2526a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.4780445 Apr 08 11:07:07.539173 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:07.539863 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6ad133f1-1686-425d-af37-348110679fc7 None None] Port 9058226f-567e-4c2d-9e49-7cbc9480894f cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:07.541408 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c29e8ba-b668-4c7e-94e8-06ca50dfab50 req-092f8e20-da33-4505-96bb-08c2f9d951b1 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854686 Apr 08 11:07:07.562961 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b649a5d4-8346-4b0e-beec-1d822bb0f9f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a476438-d859-488a-81fe-2bc9e15a204d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1622989 Apr 08 11:07:07.642981 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c98604b-e92d-4941-9b17-853f0e1e6676 req-98bb7fda-95dd-421e-b926-208d420027b2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223943 Apr 08 11:07:07.749002 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4dee0-330d-4227-83ff-7a92a6a7d961 None None] Network 709553f5-7f13-4d43-82ab-4447888997f7 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:07.898904 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:07.944827 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Provisioning complete for port bff7f872-300c-42d0-9f15-1e26a779318c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:07.945289 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.060163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b159-41f3-4c35-a542-5c8637e63647 req-a8ef4e52-eeff-444b-b8ce-967c3145eaa2 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:08.070106 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33786) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:08.071102 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d784b159-41f3-4c35-a542-5c8637e63647 req-a8ef4e52-eeff-444b-b8ce-967c3145eaa2 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1554525 Apr 08 11:07:08.120896 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.231457 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:08.245290 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d784b159-41f3-4c35-a542-5c8637e63647 req-3c3ac4de-eb38-4ab1-bcdc-2a5569faa5ca tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659157 Apr 08 11:07:08.250093 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:08.254020 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:08.277410 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:08.426094 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Pushing event updated for resources: {'Port': ['ID=83daf299-1a05-40b3-8bbe-54b36d99f893,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:08.434400 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Current status of the port bff7f872-300c-42d0-9f15-1e26a779318c is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:08.434789 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.453902 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:08.454359 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.508530 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f9eba2f-335a-4cd2-9e9d-51f22fa1a327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.703766 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] For port bff7f872-300c-42d0-9f15-1e26a779318c, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bff7f872-300c-42d0-9f15-1e26a779318c,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:08.823822 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f9eba2f-335a-4cd2-9e9d-51f22fa1a327 admin admin] Publish callbacks [] for security_group (4f729016-799b-45f8-bbd3-4ebb8c0a269e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.859706 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:08.861844 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.878201 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea107c-c255-45f4-97d5-2276abe2cdf7 req-929f0a9d-9289-4918-884c-ab05a3a40137 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:08.879926 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9eea107c-c255-45f4-97d5-2276abe2cdf7 req-929f0a9d-9289-4918-884c-ab05a3a40137 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.1216092 Apr 08 11:07:08.898818 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.908084 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef270499-a3cf-4da3-bd9a-1a1c19953b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.960184 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f9eba2f-335a-4cd2-9e9d-51f22fa1a327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4f729016-799b-45f8-bbd3-4ebb8c0a269e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:08.982025 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9eea107c-c255-45f4-97d5-2276abe2cdf7 req-d2d2ca03-21f1-43a4-9b23-fa4230730281 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953078 Apr 08 11:07:09.024602 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33814) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:09.029903 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542508608', 'description': 'tempest-description--2079968149'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:09.035058 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:09.042346 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3f9eba2f-335a-4cd2-9e9d-51f22fa1a327 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c8c1c3be27d40238a9af27c8cbec026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9605379 Apr 08 11:07:09.053371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33816) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:09.076815 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:09.101323 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25c7da-7558-48e1-bd42-b8c60551ce86 None None] Pushing event updated for resources: {'Port': ['ID=bff7f872-300c-42d0-9f15-1e26a779318c,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:09.104277 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.105172 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bff7f872-300c-42d0-9f15-1e26a779318c up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:09.117461 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9eba2f-335a-4cd2-9e9d-51f22fa1a327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f729016-799b-45f8-bbd3-4ebb8c0a269e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:09.149286 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.171533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for router_gateway (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.176718 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-68333290-221e-450a-b610-d9408af1341c None None] Provisioning complete for port bff7f872-300c-42d0-9f15-1e26a779318c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:09.176934 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68333290-221e-450a-b610-d9408af1341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.189265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:09.194109 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:09.249818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] Publish callbacks [] for security_group (4f729016-799b-45f8-bbd3-4ebb8c0a269e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.316536 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] Publish callbacks [] for security_group (4f729016-799b-45f8-bbd3-4ebb8c0a269e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.333511 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (bc640d21-ee32-4e62-8e8d-3d08e6958a61), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.456983 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (bc640d21-ee32-4e62-8e8d-3d08e6958a61), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.516783 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9113e26-5a27-43f0-a3d8-585ea717b27b req-4c6cca4e-d165-4bc3-8d86-09429e2ab585 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.518657 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9113e26-5a27-43f0-a3d8-585ea717b27b req-4c6cca4e-d165-4bc3-8d86-09429e2ab585 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1506348 Apr 08 11:07:09.529601 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:09.548809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.553105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc640d21-ee32-4e62-8e8d-3d08e6958a61,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:09.618562 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port bff7f872-300c-42d0-9f15-1e26a779318c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:09.618994 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.634711 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4f729016-799b-45f8-bbd3-4ebb8c0a269e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.636325 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9113e26-5a27-43f0-a3d8-585ea717b27b req-df166613-db66-471b-8402-bb562258677c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943305 Apr 08 11:07:09.637869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.642570 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f729016-799b-45f8-bbd3-4ebb8c0a269e HTTP/1.1" status: 204 len: 168 time: 0.5881259 Apr 08 11:07:09.655462 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.656868 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-72ca5cf0-8528-4c84-bbcf-643e575a4c3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6309874 Apr 08 11:07:09.662260 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33840) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:09.669870 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group_rule': {'security_group_id': 'bc640d21-ee32-4e62-8e8d-3d08e6958a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:09.679637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.686591 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:09.726245 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934ecd6-dbd7-4d6d-9e24-bdb8f2a1ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f729016-799b-45f8-bbd3-4ebb8c0a269e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:09.737283 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-68333290-221e-450a-b610-d9408af1341c None None] Current status of the port bff7f872-300c-42d0-9f15-1e26a779318c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:09.821665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (4a2d3e09-07e8-4d24-b9e1-f66e803673e5), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.890804 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (4a2d3e09-07e8-4d24-b9e1-f66e803673e5), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:09.916935 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port bff7f872-300c-42d0-9f15-1e26a779318c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:10.031505 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:06Z', 'revision_number': 2, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:10.035141 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (4a2d3e09-07e8-4d24-b9e1-f66e803673e5), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.053007 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:07:10.083616 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2d3e09-07e8-4d24-b9e1-f66e803673e5,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:10.118673 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:10.139016 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:10.145684 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Updating router 6a476438-d859-488a-81fe-2bc9e15a204d port 9058226f-567e-4c2d-9e49-7cbc9480894f binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:10.184000 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.187075 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1ab18c08-e9c9-429d-9ee4-a776ba52d561 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212610 Apr 08 11:07:10.188231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33864) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:10.195479 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group_rule': {'security_group_id': 'bc640d21-ee32-4e62-8e8d-3d08e6958a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:10.228445 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-868f2f19-8934-416f-9f5e-54f41999fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:10.234481 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-868f2f19-8934-416f-9f5e-54f41999fe70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 1127 time: 0.2547665 Apr 08 11:07:10.242461 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.312314 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61984da8-12fb-4fe6-ad52-2d15e58f48ce req-9bb16897-d816-4ca5-93c1-acad55db4144 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:10.315836 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61984da8-12fb-4fe6-ad52-2d15e58f48ce req-9bb16897-d816-4ca5-93c1-acad55db4144 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.1801562 Apr 08 11:07:10.329961 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (aad1eaeb-e198-4787-9ba0-1fa57ef8f7d7), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.466670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:10.478960 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Sync routers for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:10.487391 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:10.487391 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.503798 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (aad1eaeb-e198-4787-9ba0-1fa57ef8f7d7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.505482 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:10.506231 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:10.551323 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-61984da8-12fb-4fe6-ad52-2d15e58f48ce req-856a8703-74a1-4915-9ff4-38a9782e229f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115386 Apr 08 11:07:10.590259 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (aad1eaeb-e198-4787-9ba0-1fa57ef8f7d7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.613458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-44ffaaa5-d97a-44a2-aeea-b1cd95d04cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:10.615724 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-44ffaaa5-d97a-44a2-aeea-b1cd95d04cc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 910 time: 0.2920642 Apr 08 11:07:10.630756 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad1eaeb-e198-4787-9ba0-1fa57ef8f7d7,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:10.666242 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33878) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:10.687387 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd17e3a-f409-451b-b1ed-4924e4b436fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.700724 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:10.703184 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-db11a1e4-547d-427d-8238-9861813ff2ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df251904-d464-4cd3-8994-da5c27de5dc1 HTTP/1.1" status: 200 len: 217 time: 0.0779076 Apr 08 11:07:10.706828 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.708296 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7a43c349-0a96-4b98-8548-610646776a81 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7748477 Apr 08 11:07:10.719280 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33880) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:10.769813 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-29fbcecf-a4d8-4338-947f-44af16deee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:10.771681 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-29fbcecf-a4d8-4338-947f-44af16deee40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34bd3d28-0287-409e-857c-9b4663b6b733 HTTP/1.1" status: 200 len: 849 time: 0.0602524 Apr 08 11:07:10.816527 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-89c0d2c0-a465-403b-822c-744048dbba68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f112b081-954f-47db-bb34-2dd5bc51e960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377696 Apr 08 11:07:10.821309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.836932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:10.838570 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-37a79241-48cc-4b8b-8b27-f6e4ef148ead tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6477225 Apr 08 11:07:10.841918 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:10.842211 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bff7f872-300c-42d0-9f15-1e26a779318c up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:10.850616 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 33882) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:10.863345 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:10.993103 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks [] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.004757 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 3, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:11.008047 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port bff7f872-300c-42d0-9f15-1e26a779318c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:11.009448 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.026009 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-25dcdfe8-5172-413f-9b98-9c3ddff147e6 service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986055 Apr 08 11:07:11.053968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd17e3a-f409-451b-b1ed-4924e4b436fa admin admin] Publish callbacks [] for security_group (7b8ae348-40a2-415d-9389-a4e0b4eae213), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.054896 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Checking router: bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:11.055308 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Updating router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 port 83daf299-1a05-40b3-8bbe-54b36d99f893 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:11.078000 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.090356 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1c465-6558-4704-95e7-2005c44e9927 req-a8583ed1-ebee-4014-9590-b150b0288856 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:11.095734 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.100315 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f5c1c465-6558-4704-95e7-2005c44e9927 req-a8583ed1-ebee-4014-9590-b150b0288856 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.3170805 Apr 08 11:07:11.175709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.183665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5bd17e3a-f409-451b-b1ed-4924e4b436fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (7b8ae348-40a2-415d-9389-a4e0b4eae213), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.221610 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bebec8ea-3d10-4a57-b3c0-db55e4f636a6 req-ed4e1f5e-803a-4269-8871-8095485fd88f service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835048 Apr 08 11:07:11.227148 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5bd17e3a-f409-451b-b1ed-4924e4b436fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=370cade89cf6441d8733fa8682c0daa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596912 Apr 08 11:07:11.237287 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33894) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:11.273189 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port bff7f872-300c-42d0-9f15-1e26a779318c is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:11.278078 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073fa3e-0f49-4a7a-ba3d-610a5b10775c None None] Pushing event updated for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:11.309678 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] Publish callbacks [] for security_group (7b8ae348-40a2-415d-9389-a4e0b4eae213), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.350121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] Publish callbacks [] for security_group (7b8ae348-40a2-415d-9389-a4e0b4eae213), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.356445 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device df251904-d464-4cd3-8994-da5c27de5dc1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:07:11.364565 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd17e3a-f409-451b-b1ed-4924e4b436fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ae348-40a2-415d-9389-a4e0b4eae213,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:11.402695 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Attempting to bind port 9058226f-567e-4c2d-9e49-7cbc9480894f on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:11.403556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Attempting to bind port 9058226f-567e-4c2d-9e49-7cbc9480894f by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:11.403556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Attempting to bind port 9058226f-567e-4c2d-9e49-7cbc9480894f on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:11.420627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:11.421163 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Checking segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:11.421635 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.422098 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Bound using segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:11.422659 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Bound port: 9058226f-567e-4c2d-9e49-7cbc9480894f, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:11.423329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.444182 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f5c1c465-6558-4704-95e7-2005c44e9927 req-074210e0-e394-4af7-b1d9-2a5b0ca79069 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401296 Apr 08 11:07:11.589275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (7b8ae348-40a2-415d-9389-a4e0b4eae213), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.593570 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.595527 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b8ae348-40a2-415d-9389-a4e0b4eae213 HTTP/1.1" status: 204 len: 168 time: 0.3556051 Apr 08 11:07:11.619395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053bba-0acb-4f7a-b7ef-ebc586f45ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ae348-40a2-415d-9389-a4e0b4eae213,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:11.759704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.792859 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] For port 9058226f-567e-4c2d-9e49-7cbc9480894f, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:11.801624 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks [] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.827136 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] For port 9058226f-567e-4c2d-9e49-7cbc9480894f, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9058226f-567e-4c2d-9e49-7cbc9480894f,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:11.846481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036feaa-04ab-4096-923a-1952ba5edfc8 req-4e67c47e-c97a-429d-bf70-d8d8f320f7ed tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:11.853409 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c036feaa-04ab-4096-923a-1952ba5edfc8 req-4e67c47e-c97a-429d-bf70-d8d8f320f7ed tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 943 time: 0.1524625 Apr 08 11:07:11.895684 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df251904-d464-4cd3-8994-da5c27de5dc1,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:11.899759 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0bba07e7-70f4-4f3b-89cc-a6ddd7aa7811 None None] Provisioning complete for port 9058226f-567e-4c2d-9e49-7cbc9480894f triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:11.899959 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bba07e7-70f4-4f3b-89cc-a6ddd7aa7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.916311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:11.925309 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c036feaa-04ab-4096-923a-1952ba5edfc8 req-fff65839-2b11-4604-947f-92263002682b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635288 Apr 08 11:07:11.931702 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'df251904-d464-4cd3-8994-da5c27de5dc1', 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960', 'port_id': 'df251904-d464-4cd3-8994-da5c27de5dc1', 'mac_address': 'fa:16:3e:3b:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bd3d28-0287-409e-857c-9b4663b6b733', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:07:11.937530 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.003502 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Attempting to bind port 83daf299-1a05-40b3-8bbe-54b36d99f893 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:12.004145 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Attempting to bind port 83daf299-1a05-40b3-8bbe-54b36d99f893 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:12.004759 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Attempting to bind port 83daf299-1a05-40b3-8bbe-54b36d99f893 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:12.009326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.013401 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f79245-ee22-4064-a5a9-346247eb0550 None None] Pushing event updated for resources: {'Port': ['ID=83daf299-1a05-40b3-8bbe-54b36d99f893,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:12.016546 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:12.017801 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:12.018409 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.018955 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:12.019588 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Bound port: 83daf299-1a05-40b3-8bbe-54b36d99f893, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:12.020141 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.082817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0bba07e7-70f4-4f3b-89cc-a6ddd7aa7811 None None] Port 9058226f-567e-4c2d-9e49-7cbc9480894f cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:12.099111 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] For port 83daf299-1a05-40b3-8bbe-54b36d99f893, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:12.103338 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] For port 83daf299-1a05-40b3-8bbe-54b36d99f893, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=83daf299-1a05-40b3-8bbe-54b36d99f893,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:12.112787 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port df251904-d464-4cd3-8994-da5c27de5dc1 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:12.112787 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.147821 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:12.148481 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:12.210792 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df251904-d464-4cd3-8994-da5c27de5dc1 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:12.218426 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.225354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073fa3e-0f49-4a7a-ba3d-610a5b10775c None None] Pushing event updated for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:12.254792 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df251904-d464-4cd3-8994-da5c27de5dc1,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:12.312813 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.350233 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Allocated IP 172.27.1.180 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:12.370124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.397739 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:12.399559 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:12.433736 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:12.608500 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:12.646788 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f79245-ee22-4064-a5a9-346247eb0550 None None] Pushing event updated for resources: {'Port': ['ID=83daf299-1a05-40b3-8bbe-54b36d99f893,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:12.647068 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Provisioning complete for port 9058226f-567e-4c2d-9e49-7cbc9480894f triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:12.647460 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.683580 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:12.685337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Allocated IP 172.20.0.1 (709553f5-7f13-4d43-82ab-4447888997f7/1f553b71-853f-4913-a1e1-533881dc2139/447369fd-7393-489e-a290-e61d5d6749b8) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:12.729866 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:12.776384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fa24e-f25b-4ded-b471-fbcd6c5467a6 req-8ae51808-8277-48a8-94e7-129c41c8a899 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:12.779170 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-864fa24e-f25b-4ded-b471-fbcd6c5467a6 req-8ae51808-8277-48a8-94e7-129c41c8a899 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.2010324 Apr 08 11:07:12.899716 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['df251904-d464-4cd3-8994-da5c27de5dc1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:07:12.914148 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-864fa24e-f25b-4ded-b471-fbcd6c5467a6 req-107e6306-a7f0-465d-b3c8-5e6c3fa9f240 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233084 Apr 08 11:07:12.968652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks [] for port (447369fd-7393-489e-a290-e61d5d6749b8), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.040472 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.092173 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 3, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:13.119278 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bc72e-31a2-463b-b672-4347fe8880d1 None None] The sync data for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi is: [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 3, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:13.145887 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d435-fbcc-481a-8ed3-f31b5d3f532a req-2f7cf244-7d3b-4210-b1f0-2babe7c2ef7e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:13.146947 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.152936 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d986d435-fbcc-481a-8ed3-f31b5d3f532a req-2f7cf244-7d3b-4210-b1f0-2babe7c2ef7e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 944 time: 0.1046326 Apr 08 11:07:13.180462 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:13.180698 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Current status of the port 9058226f-567e-4c2d-9e49-7cbc9480894f is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:13.180958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.224255 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:13.231999 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d986d435-fbcc-481a-8ed3-f31b5d3f532a req-eb35df1e-31df-4f00-8151-998444e79df6 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Apr 08 11:07:13.249457 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] For port 9058226f-567e-4c2d-9e49-7cbc9480894f, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9058226f-567e-4c2d-9e49-7cbc9480894f,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:13.283888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Network 709553f5-7f13-4d43-82ab-4447888997f7 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:13.285142 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:13.289517 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:13.293639 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:13.300602 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:13.303401 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.357638 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.365821 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:11Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:13.517546 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c17f8-01f5-4818-9476-495e0ec48dc6 None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:11Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:13.531637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:13.598072 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.682753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0b9d8-88fd-43a3-8c07-2c74ab8a538d None None] Pushing event updated for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:13.787563 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.806745 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 33986) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:13.911917 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-33383099-3c94-47ff-8d88-062dceecdf36 None None] Provisioning complete for port 447369fd-7393-489e-a290-e61d5d6749b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:13.915668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33383099-3c94-47ff-8d88-062dceecdf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (447369fd-7393-489e-a290-e61d5d6749b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.934148 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (447369fd-7393-489e-a290-e61d5d6749b8), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:13.979085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-33383099-3c94-47ff-8d88-062dceecdf36 None None] Port 447369fd-7393-489e-a290-e61d5d6749b8 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:14.125643 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-365b91b6-ee52-4716-be30-010d5e1ea2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.255169 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9058226f-567e-4c2d-9e49-7cbc9480894f up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:14.366042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-365b91b6-ee52-4716-be30-010d5e1ea2e1 admin admin] Publish callbacks [] for security_group (1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.387969 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 9058226f-567e-4c2d-9e49-7cbc9480894f triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:14.389048 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.486259 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe330b-12e3-4bf7-83c5-036ac766cf13 req-b26eeb6a-7d23-4ffc-bfe3-09f7bd0758dc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:14.488973 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8fe330b-12e3-4bf7-83c5-036ac766cf13 req-b26eeb6a-7d23-4ffc-bfe3-09f7bd0758dc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 944 time: 0.1251545 Apr 08 11:07:14.503607 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-365b91b6-ee52-4716-be30-010d5e1ea2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.569680 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f84499-ce5b-49d9-a2cf-6127a167163d req-9c98b927-5b8c-4226-8076-ccc8ce2dc9b2 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:14.581973 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e0f84499-ce5b-49d9-a2cf-6127a167163d req-9c98b927-5b8c-4226-8076-ccc8ce2dc9b2 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.3721406 Apr 08 11:07:14.596587 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9058226f-567e-4c2d-9e49-7cbc9480894f is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:14.602150 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 83daf299-1a05-40b3-8bbe-54b36d99f893 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:14.606859 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b91b6-ee52-4716-be30-010d5e1ea2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:14.614117 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8fe330b-12e3-4bf7-83c5-036ac766cf13 req-92415851-cfef-42b7-92a0-d4d8cc9f0a0e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117263 Apr 08 11:07:14.620915 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-365b91b6-ee52-4716-be30-010d5e1ea2e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73726644090b45a4886826bb44a3a98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8127985 Apr 08 11:07:14.621839 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34008) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:14.722617 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.777063 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 83daf299-1a05-40b3-8bbe-54b36d99f893 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:14.777063 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.795386 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks [] for port (447369fd-7393-489e-a290-e61d5d6749b8), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.813768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] Publish callbacks [] for security_group (1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.816164 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.849375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] Publish callbacks [] for security_group (1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.891268 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e0f84499-ce5b-49d9-a2cf-6127a167163d req-74781e1f-8a3c-46c1-8b5a-71771a405aed tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024080 Apr 08 11:07:14.938370 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.938370 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.953201 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:14.981362 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.015486 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 83daf299-1a05-40b3-8bbe-54b36d99f893 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:15.016050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.039233 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:15.085402 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.092153 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 83daf299-1a05-40b3-8bbe-54b36d99f893, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=83daf299-1a05-40b3-8bbe-54b36d99f893,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:15.093543 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.098446 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd HTTP/1.1" status: 204 len: 168 time: 0.4740398 Apr 08 11:07:15.108452 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90704752-9751-4181-80ec-9e0abadaa1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e181db1-f3cb-41c6-ba16-ce2b1db9cbbd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:15.156405 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.166303 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1f64d041-049e-4a22-84af-3525d57695bb tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3107367 Apr 08 11:07:15.175089 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.212130 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Network 709553f5-7f13-4d43-82ab-4447888997f7 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:15.213656 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:15.280407 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=83daf299-1a05-40b3-8bbe-54b36d99f893,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:15.375212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device df251904-d464-4cd3-8994-da5c27de5dc1 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:15.543675 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:15.571195 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port df251904-d464-4cd3-8994-da5c27de5dc1 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:07:15.580801 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port df251904-d464-4cd3-8994-da5c27de5dc1 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:15.586348 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.691533 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-5c4d58e0-886b-4c3d-9b7c-26c62ac001a9 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1542508608&fields=id&tenant_id=e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 267 time: 0.1332147 Apr 08 11:07:15.709769 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port df251904-d464-4cd3-8994-da5c27de5dc1 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:15.710412 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.774389 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-783b013e-887e-4864-a706-addddca38cee None None] Provisioning complete for port 447369fd-7393-489e-a290-e61d5d6749b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:15.775050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-783b013e-887e-4864-a706-addddca38cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (447369fd-7393-489e-a290-e61d5d6749b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.809245 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df251904-d464-4cd3-8994-da5c27de5dc1,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:15.831315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:15.833831 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4de174-8e7a-40f3-a358-070caf7979ff" -d '{"events": [{"server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "name": "network-vif-plugged", "status": "completed", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:15.859723 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-783b013e-887e-4864-a706-addddca38cee None None] Port 447369fd-7393-489e-a290-e61d5d6749b8 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:15.909781 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:15.917474 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-45af4910-7dcc-4ee8-8a16-32148601d9e9 admin admin] 10.222.0.37 "PUT /v2.0/routers/bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1944089 Apr 08 11:07:15.942807 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77f6dd-cc73-4501-a455-8b37ca11bb43 req-c87bd454-e34d-44d5-a637-9f09bdf841df tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:15.944487 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f77f6dd-cc73-4501-a455-8b37ca11bb43 req-c87bd454-e34d-44d5-a637-9f09bdf841df tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 944 time: 0.1319807 Apr 08 11:07:15.994225 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-c3bcc0d4-9dfe-4721-b359-b1a964eb15c4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:15.996268 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-c3bcc0d4-9dfe-4721-b359-b1a964eb15c4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 810 time: 0.2871349 Apr 08 11:07:16.011802 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.028761 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f77f6dd-cc73-4501-a455-8b37ca11bb43 req-d15b2167-069b-4488-a14d-f35af711bacd tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 Apr 08 11:07:16.029620 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-7bdd7b44-9372-496f-8aaa-f4334a4b049e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/quotas/e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 375 time: 0.0250916 Apr 08 11:07:16.121578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 83daf299-1a05-40b3-8bbe-54b36d99f893 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:16.167098 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-d20597b7-2839-40ac-a241-818d60d1be9a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285264 Apr 08 11:07:16.184035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23cd678-45de-4b31-818d-78df676fea57 x-openstack-request-id: req-a23cd678-45de-4b31-818d-78df676fea57 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:16.184398 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "name": "network-vif-plugged", "status": "completed", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:16.186354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a23cd678-45de-4b31-818d-78df676fea57 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:16.186795 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23cd678-45de-4b31-818d-78df676fea57'] response: {'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1', 'code': 200} Apr 08 11:07:16.222113 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:16.252943 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 83daf299-1a05-40b3-8bbe-54b36d99f893 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:16.254091 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.360091 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b9d73-5b23-41f0-a23d-048a2b69965b req-6083d56e-28eb-4326-b2af-9377906a60ea tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:16.374993 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 83daf299-1a05-40b3-8bbe-54b36d99f893 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:16.375179 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f22b9d73-5b23-41f0-a23d-048a2b69965b req-6083d56e-28eb-4326-b2af-9377906a60ea tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1209538 Apr 08 11:07:16.413653 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-761804ff-0ff2-4bde-9226-870940e68b0c service neutron] 10.222.0.37 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265420 Apr 08 11:07:16.459409 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f22b9d73-5b23-41f0-a23d-048a2b69965b req-91cbe5e6-17d1-4bcc-8224-3b5fa3133e40 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Apr 08 11:07:16.584546 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34082) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:16.599633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b8fc-68f8-441e-a147-c1eb97eefa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.733694 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b8fc-68f8-441e-a147-c1eb97eefa70 admin admin] Publish callbacks [] for security_group (e0aeecbc-9d19-4a46-97a3-188aee0d269d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.749986 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a850d-e9a0-4c31-99e3-7aee5ddbcf4e req-36f10cc6-839a-4902-9d6c-265f7567ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:16.751697 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-929a850d-e9a0-4c31-99e3-7aee5ddbcf4e req-36f10cc6-839a-4902-9d6c-265f7567ece1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 1129 time: 0.1038568 Apr 08 11:07:16.757629 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-666f1afd-1091-4310-953c-5edb06914d55 service neutron] 10.222.0.37 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431349 Apr 08 11:07:16.812934 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-929a850d-e9a0-4c31-99e3-7aee5ddbcf4e req-6b5c7081-6a1b-47ce-94f0-5131134690b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Apr 08 11:07:16.851758 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b8fc-68f8-441e-a147-c1eb97eefa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e0aeecbc-9d19-4a46-97a3-188aee0d269d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.896330 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34086) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:16.896475 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a3a7b8fc-68f8-441e-a147-c1eb97eefa70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95cf438554aa4ef888f269a3cb2085dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107111 Apr 08 11:07:16.901644 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b8fc-68f8-441e-a147-c1eb97eefa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aeecbc-9d19-4a46-97a3-188aee0d269d,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:16.981608 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] Publish callbacks [] for security_group (e0aeecbc-9d19-4a46-97a3-188aee0d269d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.006135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] Publish callbacks [] for security_group (e0aeecbc-9d19-4a46-97a3-188aee0d269d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.209223 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf690-a1fe-403f-b574-ebd7115dce39 req-87b266b2-7ead-4946-8676-1bf529524d0f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:17.218129 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-691cf690-a1fe-403f-b574-ebd7115dce39 req-87b266b2-7ead-4946-8676-1bf529524d0f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.1029003 Apr 08 11:07:17.229638 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e0aeecbc-9d19-4a46-97a3-188aee0d269d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.232151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.233340 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0aeecbc-9d19-4a46-97a3-188aee0d269d HTTP/1.1" status: 204 len: 168 time: 0.3358946 Apr 08 11:07:17.262506 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a4b9fee-54bc-4ffa-90ff-883acff4399d req-0e08eaac-86a9-4382-b7de-a189a199b423 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.0443673 Apr 08 11:07:17.270331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4d843-5554-4d2a-abb7-4a1a38808b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aeecbc-9d19-4a46-97a3-188aee0d269d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:17.303435 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-691cf690-a1fe-403f-b574-ebd7115dce39 req-f6d8eb81-853c-4cb8-a951-bdd325c6ea09 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842059 Apr 08 11:07:17.431532 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Sync routers for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:17.444487 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:17.445362 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:17.628261 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:17.652768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6a0d-dbee-444d-b8e4-1de008f209bf req-589586ec-c839-46ca-993b-c4f27f636320 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:17.662181 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-340e6a0d-dbee-444d-b8e4-1de008f209bf req-589586ec-c839-46ca-993b-c4f27f636320 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0835516 Apr 08 11:07:17.729417 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-340e6a0d-dbee-444d-b8e4-1de008f209bf req-550d4c51-6cc9-452b-8b5f-9fb4fe9a226e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655327 Apr 08 11:07:17.921154 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 4, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '447369fd-7393-489e-a290-e61d5d6749b8', 'name': '', 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'mac_address': 'fa:16:3e:94:a3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1f553b71-853f-4913-a1e1-533881dc2139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:11Z', 'updated_at': '2022-04-08T11:07:14Z', 'revision_number': 2, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'subnets': [{'id': '1f553b71-853f-4913-a1e1-533881dc2139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:17.954046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Checking router: bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:17.954046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Updating router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 port 447369fd-7393-489e-a290-e61d5d6749b8 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:17.997331 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (447369fd-7393-489e-a290-e61d5d6749b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.447468 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1ce77248-c8d3-49df-ac7e-58fb7a3a2ab8 req-cae96f57-9772-45e0-9039-02f6ccd60d2e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.0804234 Apr 08 11:07:18.513771 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4324-d967-4d18-928a-e04f4b968fc0 req-1a1f095a-f85e-440e-a60f-f7ad24f3f3b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:18.522931 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-71ae4324-d967-4d18-928a-e04f4b968fc0 req-1a1f095a-f85e-440e-a60f-f7ad24f3f3b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.1226339 Apr 08 11:07:18.569496 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks [] for port (447369fd-7393-489e-a290-e61d5d6749b8), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.594554 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-71ae4324-d967-4d18-928a-e04f4b968fc0 req-36f2d527-63c5-49f9-9393-33be584c9ec7 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703752 Apr 08 11:07:18.947784 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-9207e52f-23d5-4cad-be8a-44eb99c76576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:18.949533 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-9207e52f-23d5-4cad-be8a-44eb99c76576 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0706594 Apr 08 11:07:18.949765 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef106f-7012-4ad0-a135-4c005f915125 req-de6e915e-a935-475b-abcc-8670716ba656 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:18.951617 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bdef106f-7012-4ad0-a135-4c005f915125 req-de6e915e-a935-475b-abcc-8670716ba656 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1000586 Apr 08 11:07:19.031382 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bdef106f-7012-4ad0-a135-4c005f915125 req-a8383f36-f6d5-4014-b1bf-a8b5d9e76477 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Apr 08 11:07:19.122549 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-1ca57cf9-3d2b-4189-abcf-c47cb9a1a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.124855 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-1ca57cf9-3d2b-4189-abcf-c47cb9a1a4be service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.1553690 Apr 08 11:07:19.129206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.244884 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-c484135e-99aa-4ed4-b8fe-8d02b0bd818e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0979154 Apr 08 11:07:19.246024 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb8642-7601-4dc3-b09b-993406c1f265 None None] Pushing event updated for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.330298 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Attempting to bind port 447369fd-7393-489e-a290-e61d5d6749b8 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:19.332483 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Attempting to bind port 447369fd-7393-489e-a290-e61d5d6749b8 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:19.333101 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Attempting to bind port 447369fd-7393-489e-a290-e61d5d6749b8 on network 709553f5-7f13-4d43-82ab-4447888997f7 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:19.358018 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-afe3b077-8c1a-4c11-be31-fcd27a25176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.362360 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-afe3b077-8c1a-4c11-be31-fcd27a25176c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.1036766 Apr 08 11:07:19.371401 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:19.371982 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Checking segment: {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:19.372663 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.373125 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Bound using segment: {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:19.373635 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Bound port: 447369fd-7393-489e-a290-e61d5d6749b8, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:19.374231 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (447369fd-7393-489e-a290-e61d5d6749b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.440360 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-3ee59689-70b5-4019-939f-7bf4a57a16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.442473 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-3ee59689-70b5-4019-939f-7bf4a57a16aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707357 Apr 08 11:07:19.495734 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] For port 447369fd-7393-489e-a290-e61d5d6749b8, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:19.503989 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] For port 447369fd-7393-489e-a290-e61d5d6749b8, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=447369fd-7393-489e-a290-e61d5d6749b8,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:19.569023 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-13a530b4-4351-485d-90cf-a1703b8dca6a None None] Provisioning complete for port 447369fd-7393-489e-a290-e61d5d6749b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:19.577158 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13a530b4-4351-485d-90cf-a1703b8dca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (447369fd-7393-489e-a290-e61d5d6749b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.622664 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.681048 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb8642-7601-4dc3-b09b-993406c1f265 None None] Pushing event updated for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.683563 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-13a530b4-4351-485d-90cf-a1703b8dca6a None None] Port 447369fd-7393-489e-a290-e61d5d6749b8 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:19.699065 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-177fec4b-60de-43db-b37e-cbbae956e608 req-0fc9f513-62b0-4359-bd54-cb8a78e59bfe tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.1003976 Apr 08 11:07:19.742002 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:19.742649 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:19.763332 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-8ed18ce9-988d-4ef4-bb5f-28cd6625e3e7 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132496 Apr 08 11:07:19.929771 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abde4d1-cb86-4d68-b828-e8834033c641 req-c5136dea-73a0-408f-9959-757ca0319433 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.942412 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3abde4d1-cb86-4d68-b828-e8834033c641 req-c5136dea-73a0-408f-9959-757ca0319433 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.1574671 Apr 08 11:07:19.982139 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.084247 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3abde4d1-cb86-4d68-b828-e8834033c641 req-8c08040d-375b-43e6-a78e-2485aaadda2d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199834 Apr 08 11:07:20.115170 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b03f2f7-876d-4aab-aa7f-0e3fd43bd3a9 req-1ab19c6f-35d5-4385-9265-e5f0c4cd8ed8 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447626 Apr 08 11:07:20.223099 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:20.270254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Provisioning complete for port 447369fd-7393-489e-a290-e61d5d6749b8 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:20.270875 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (447369fd-7393-489e-a290-e61d5d6749b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.291761 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9383b4-5b40-4138-8f11-188855536741 req-52c352da-71a3-4e6e-b991-7a78a9558676 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.295402 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b9383b4-5b40-4138-8f11-188855536741 req-52c352da-71a3-4e6e-b991-7a78a9558676 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1288693 Apr 08 11:07:20.394991 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8b9383b4-5b40-4138-8f11-188855536741 req-fba534bf-7552-4d16-9cc0-8a3abe2c3c8c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914574 Apr 08 11:07:20.521979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Current status of the port 447369fd-7393-489e-a290-e61d5d6749b8 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:20.523290 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (447369fd-7393-489e-a290-e61d5d6749b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.633863 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] For port 447369fd-7393-489e-a290-e61d5d6749b8, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=447369fd-7393-489e-a290-e61d5d6749b8,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:20.650212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 4, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '447369fd-7393-489e-a290-e61d5d6749b8', 'name': '', 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'mac_address': 'fa:16:3e:94:a3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1f553b71-853f-4913-a1e1-533881dc2139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:11Z', 'updated_at': '2022-04-08T11:07:19Z', 'revision_number': 4, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'subnets': [{'id': '1f553b71-853f-4913-a1e1-533881dc2139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:20.683446 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aba69e-b1e7-4503-8659-ee6cbf1273ce None None] The sync data for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi is: [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 4, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '447369fd-7393-489e-a290-e61d5d6749b8', 'name': '', 'network_id': '709553f5-7f13-4d43-82ab-4447888997f7', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'mac_address': 'fa:16:3e:94:a3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1f553b71-853f-4913-a1e1-533881dc2139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:11Z', 'updated_at': '2022-04-08T11:07:19Z', 'revision_number': 4, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'subnets': [{'id': '1f553b71-853f-4913-a1e1-533881dc2139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:20.840841 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.985146 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a7f23-5b4a-462c-9161-34e8dcdbf28b None None] Pushing event updated for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:21.025368 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-62264590-b2fd-4765-a442-1d5e5dd0b7d2 req-17a3a1e0-b2b6-4f8b-af36-32fe3e1a5319 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.1307898 Apr 08 11:07:21.614307 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9db7c8-9dd4-48bb-97da-09e4c8394d7b req-a133466f-7723-47ff-9c8b-4603e7871396 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:21.622619 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e9db7c8-9dd4-48bb-97da-09e4c8394d7b req-a133466f-7723-47ff-9c8b-4603e7871396 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0920930 Apr 08 11:07:21.694793 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e9db7c8-9dd4-48bb-97da-09e4c8394d7b req-a42f6fda-482a-4f03-a05f-762d770d2af9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Apr 08 11:07:22.119992 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 447369fd-7393-489e-a290-e61d5d6749b8 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:22.144858 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-d0d633cb-274b-4270-a3b6-f80f7c683bb4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.146398 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-d0d633cb-274b-4270-a3b6-f80f7c683bb4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 810 time: 0.2350633 Apr 08 11:07:22.234227 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5ffbcbfd-13c5-4e6d-95e8-3dc458d17f56 req-a4c8242d-3a29-447f-8e80-cdbf2dbaef7d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.0802772 Apr 08 11:07:22.307887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 447369fd-7393-489e-a290-e61d5d6749b8 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:22.308408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (447369fd-7393-489e-a290-e61d5d6749b8), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.321264 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-0f0e12f7-ef7b-4d66-9c48-fad4081469a0 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 380 time: 0.1551735 Apr 08 11:07:22.346290 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'port': {'device_id': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'admin_state_up': True, 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'security_groups': ['bc640d21-ee32-4e62-8e8d-3d08e6958a61']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:22.459798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 447369fd-7393-489e-a290-e61d5d6749b8 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:22.717264 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aca647-21d6-409c-8fa9-55911e3e3298 req-76c5fe9a-3e88-4485-b158-a52949072c14 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.725556 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-55aca647-21d6-409c-8fa9-55911e3e3298 req-76c5fe9a-3e88-4485-b158-a52949072c14 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.0905375 Apr 08 11:07:22.811255 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-55aca647-21d6-409c-8fa9-55911e3e3298 req-65badd2c-957e-4629-bf7c-a60882cd414e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Apr 08 11:07:22.859506 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1819ad-3bb9-4650-aa0c-edbaffa14224 req-8b553653-06e0-4fcd-8ecb-143e91bce4e6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.862539 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c1819ad-3bb9-4650-aa0c-edbaffa14224 req-8b553653-06e0-4fcd-8ecb-143e91bce4e6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0674782 Apr 08 11:07:22.909818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Made reservation on behalf of e3c1b664def54f369d941b05815440bd for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:22.925967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.977424 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4c1819ad-3bb9-4650-aa0c-edbaffa14224 req-2d3f421b-2464-4645-adeb-358aa434890d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090355 Apr 08 11:07:23.167067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Allocated IP 172.20.0.8 (29f36be6-7d1d-45d5-a396-cd0fffe20af4/b445dcc0-9725-4fb7-8b3b-93ca1b295555/a0a7bc64-0dbd-4327-ab7d-6e232206642c) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:23.319892 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.359475 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a880b995-c346-450f-b432-115c9a0b22ad req-10375580-8c4d-4842-8828-29d451568fd1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.0462208 Apr 08 11:07:23.663907 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.709626 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:23.712693 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:23.715933 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:23.772020 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:23.834017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.849687 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.976588 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-04e364f9-ed46-42fe-9aa1-a6482b244000 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6420317 Apr 08 11:07:23.994517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Request body: {'port': {'device_id': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:23.995090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07a5c7-784b-4715-9463-2d76a9596ed5 req-1fa936bb-d258-48cb-9ee9-9e2e2ba6dc6e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.999293 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa07a5c7-784b-4715-9463-2d76a9596ed5 req-1fa936bb-d258-48cb-9ee9-9e2e2ba6dc6e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.0800664 Apr 08 11:07:24.117206 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa07a5c7-784b-4715-9463-2d76a9596ed5 req-bf030560-a94a-43cd-b7b8-33ea53e8e898 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100166 Apr 08 11:07:24.131429 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-78b4910a-e56f-4563-99b3-853440bc9eb9 None None] Provisioning complete for port a0a7bc64-0dbd-4327-ab7d-6e232206642c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:24.131965 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78b4910a-e56f-4563-99b3-853440bc9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.185116 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-78b4910a-e56f-4563-99b3-853440bc9eb9 None None] Port a0a7bc64-0dbd-4327-ab7d-6e232206642c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:24.248406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.273138 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f1ea8-5913-4fd7-8cf5-c903545be7ca req-8739e578-5243-4a30-b962-1fcccf34814f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.275027 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a30f1ea8-5913-4fd7-8cf5-c903545be7ca req-8739e578-5243-4a30-b962-1fcccf34814f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.2137334 Apr 08 11:07:24.335513 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-df1da26a-12d4-479f-872d-60ac55f15f15 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.337516 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-df1da26a-12d4-479f-872d-60ac55f15f15 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 945 time: 0.2061570 Apr 08 11:07:24.542484 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd7b04-dc69-4fa0-913d-008c349d612e req-4edea597-17b6-468d-998e-0e392e1b738a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.547442 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99fd7b04-dc69-4fa0-913d-008c349d612e req-4edea597-17b6-468d-998e-0e392e1b738a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 931 time: 0.0894964 Apr 08 11:07:24.561077 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a30f1ea8-5913-4fd7-8cf5-c903545be7ca req-943cc139-aa6d-48ee-ade2-e7d43dd29533 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727737 Apr 08 11:07:24.643695 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-99fd7b04-dc69-4fa0-913d-008c349d612e req-3483a239-8363-44f8-9fed-205fb03c41c6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847056 Apr 08 11:07:24.706691 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Deleting port df251904-d464-4cd3-8994-da5c27de5dc1 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:07:24.707142 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.849186 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] For port df251904-d464-4cd3-8994-da5c27de5dc1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df251904-d464-4cd3-8994-da5c27de5dc1,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:24.849732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.890042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Calling delete_port for df251904-d464-4cd3-8994-da5c27de5dc1 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:07:24.907978 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a7bc64-0dbd-4327-ab7d-6e232206642c {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:24.918201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks [] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.979960 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Transition to ACTIVE for port object a0a7bc64-0dbd-4327-ab7d-6e232206642c will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:25.082959 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.138436 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:25.220380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (df251904-d464-4cd3-8994-da5c27de5dc1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.233372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['df251904-d464-4cd3-8994-da5c27de5dc1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:07:25.332467 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Pushing event deleted for resources: {'Port': ['ID=df251904-d464-4cd3-8994-da5c27de5dc1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:25.373783 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7614cc48-13ec-46d0-9a69-d00e43b2f48f req-16b5f588-47cd-450c-a7ab-7777ad34ba6f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0764475 Apr 08 11:07:25.435895 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] No DVR routers for this DVR port df251904-d464-4cd3-8994-da5c27de5dc1 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:07:25.446362 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.449941 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff035a18-0597-4c94-82e5-fa1a82d5b9bc req-bf44cf1e-bd2b-4956-9b30-1af263d99587 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "DELETE /v2.0/ports/df251904-d464-4cd3-8994-da5c27de5dc1 HTTP/1.1" status: 204 len: 173 time: 1.0821157 Apr 08 11:07:25.450634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'name': 'network-vif-deleted', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:25.453092 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238d81bb-e537-462b-aa94-ababbce3b9d6" -d '{"events": [{"server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "name": "network-vif-deleted", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:25.484195 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Attempting to bind port a0a7bc64-0dbd-4327-ab7d-6e232206642c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:25.484634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Attempting to bind port a0a7bc64-0dbd-4327-ab7d-6e232206642c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:25.485073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Attempting to bind port a0a7bc64-0dbd-4327-ab7d-6e232206642c on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:25.494359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Port a0a7bc64-0dbd-4327-ab7d-6e232206642c on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:25.495021 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Attempting to bind port a0a7bc64-0dbd-4327-ab7d-6e232206642c on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:25.509185 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:25.516057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Checking segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:25.516057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Bound using segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:25.516057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Bound port: a0a7bc64-0dbd-4327-ab7d-6e232206642c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:25.516057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.542453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be29d2d-48aa-4abf-ad34-a6d793591158 x-openstack-request-id: req-6be29d2d-48aa-4abf-ad34-a6d793591158 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:25.542453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921cefbe-2625-4d8d-a68a-4a0c42fe6c73", "name": "network-vif-deleted", "tag": "df251904-d464-4cd3-8994-da5c27de5dc1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:25.542453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6be29d2d-48aa-4abf-ad34-a6d793591158 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:25.542453 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be29d2d-48aa-4abf-ad34-a6d793591158'] response: {'server_uuid': '921cefbe-2625-4d8d-a68a-4a0c42fe6c73', 'name': 'network-vif-deleted', 'tag': 'df251904-d464-4cd3-8994-da5c27de5dc1', 'status': 'completed', 'code': 200} Apr 08 11:07:25.617232 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34314) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:25.677456 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:25.688979 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:25.802069 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ec26-ffc0-4eaf-9db5-dd3a2afc6307 req-cbeb0c13-15f1-4437-b431-c72b87507ab4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:25.804085 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5751ec26-ffc0-4eaf-9db5-dd3a2afc6307 req-cbeb0c13-15f1-4437-b431-c72b87507ab4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1133666 Apr 08 11:07:25.806101 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.836645 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6eea-6199-45c9-9ba9-1a01657e36dd req-9afa70c0-e463-4cba-928e-51e47547b513 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:25.844430 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-997a6eea-6199-45c9-9ba9-1a01657e36dd req-9afa70c0-e463-4cba-928e-51e47547b513 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.0964272 Apr 08 11:07:25.873305 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5751ec26-ffc0-4eaf-9db5-dd3a2afc6307 req-d9896c48-618e-4409-b113-31ecb26f4e97 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616393 Apr 08 11:07:25.904889 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.932404 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-997a6eea-6199-45c9-9ba9-1a01657e36dd req-aedda625-3316-4e73-9074-796b85f84f3e tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836987 Apr 08 11:07:25.993195 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:25.995012 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.998227 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] 10.222.0.61 "PUT /v2.0/ports/a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 1093 time: 2.0098360 Apr 08 11:07:26.018768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Publish callbacks [] for security_group (32af17fd-7938-4369-8e57-e05dee57d4e9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.054049 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:26.062409 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.062801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.063144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.064000 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.064577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.065258 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.065604 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.065938 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.067202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.067553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.067887 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.068217 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.068545 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.068949 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.069275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88452c-6665-4453-8a9d-ea7f4e64571f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.132763 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (32af17fd-7938-4369-8e57-e05dee57d4e9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.192032 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf7c738a4fa64660b6a919c04b25fad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768800 Apr 08 11:07:26.193372 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af17fd-7938-4369-8e57-e05dee57d4e9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:26.196453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34330) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:26.202681 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.203299 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.203836 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.205300 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.205918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.206500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.207008 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.207657 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.207996 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.208329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.208848 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.209186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.209516 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.209846 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.210172 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3652bdf-bd65-493d-bcc4-44746bca2c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:26.285391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] Publish callbacks [] for security_group (32af17fd-7938-4369-8e57-e05dee57d4e9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.318120 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] Publish callbacks [] for security_group (32af17fd-7938-4369-8e57-e05dee57d4e9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.500331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (32af17fd-7938-4369-8e57-e05dee57d4e9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.505929 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.507564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32af17fd-7938-4369-8e57-e05dee57d4e9 HTTP/1.1" status: 204 len: 168 time: 0.3096762 Apr 08 11:07:26.533459 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93547a4-cd82-488a-b3a1-6a675d9c8a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af17fd-7938-4369-8e57-e05dee57d4e9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:26.536959 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9ea1b2db-38cc-48fa-a1ca-4f9c5c859321 req-9d75e767-003d-4796-887b-2d6bcde9fa1d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.0478451 Apr 08 11:07:26.801599 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34342) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.053694 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d762c-b1d9-4391-bd91-40fdf4623cc6 req-8a5854c4-de8b-4bcc-aafa-d8e410e4f9c3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.062042 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab0d762c-b1d9-4391-bd91-40fdf4623cc6 req-8a5854c4-de8b-4bcc-aafa-d8e410e4f9c3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1013162 Apr 08 11:07:27.152139 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d6d8a-f2ce-46ed-b6e8-bf91d6f8430d req-2daab17a-3eff-46a9-a09f-c31853ee746b tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.154288 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-405d6d8a-f2ce-46ed-b6e8-bf91d6f8430d req-2daab17a-3eff-46a9-a09f-c31853ee746b tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.1168833 Apr 08 11:07:27.160084 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab0d762c-b1d9-4391-bd91-40fdf4623cc6 req-ddd7db9d-57c8-4090-957b-61624c770de7 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Apr 08 11:07:27.185133 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-de4f6384-01e1-4f99-8c4a-7bbf0f845d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.300756 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-de4f6384-01e1-4f99-8c4a-7bbf0f845d5a admin admin] Publish callbacks [] for security_group (06feea46-2106-4940-a85e-de459d8604f2), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.425701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device df251904-d464-4cd3-8994-da5c27de5dc1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:07:27.443691 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-405d6d8a-f2ce-46ed-b6e8-bf91d6f8430d req-c756dcac-5001-4cf0-a4c2-adebb0fb1438 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836142 Apr 08 11:07:27.455599 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: df251904-d464-4cd3-8994-da5c27de5dc1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:07:27.455937 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device df251904-d464-4cd3-8994-da5c27de5dc1 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:07:27.471137 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-de4f6384-01e1-4f99-8c4a-7bbf0f845d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (06feea46-2106-4940-a85e-de459d8604f2), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.525565 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-de4f6384-01e1-4f99-8c4a-7bbf0f845d5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41154bc9a3dc45aeae71611f3ca266b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218153 Apr 08 11:07:27.526296 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34360) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.534524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f6384-01e1-4f99-8c4a-7bbf0f845d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06feea46-2106-4940-a85e-de459d8604f2,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.549557 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:27.554202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43701cd7-144a-4e8d-a70f-e9282c195c05" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:27.573755 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-ff4da84a-43e2-465e-8cab-2acb869dab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.575937 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-ff4da84a-43e2-465e-8cab-2acb869dab41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1127 time: 0.1534705 Apr 08 11:07:27.582632 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94952b57-686c-4a05-ba03-e6c83a92075e req-516fbc23-c321-43ba-a499-266c1bf9a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.584168 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94952b57-686c-4a05-ba03-e6c83a92075e req-516fbc23-c321-43ba-a499-266c1bf9a579 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.1249173 Apr 08 11:07:27.616371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34366) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.644090 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a9865-920d-493a-912d-3c74cccb0ab0 x-openstack-request-id: req-9d5a9865-920d-493a-912d-3c74cccb0ab0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:27.644416 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:27.644765 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d5a9865-920d-493a-912d-3c74cccb0ab0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:27.645138 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5a9865-920d-493a-912d-3c74cccb0ab0'] response: {'name': 'network-changed', 'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'status': 'completed', 'code': 200} Apr 08 11:07:27.646423 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-568af241-09cd-47fd-b9a5-2f3ca3003f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.659336 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] Publish callbacks [] for security_group (06feea46-2106-4940-a85e-de459d8604f2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.711817 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] Publish callbacks [] for security_group (06feea46-2106-4940-a85e-de459d8604f2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.826742 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-77c1269e-3b6a-4866-b481-fe872cd429fa req-8cd4e602-2d24-4e5a-8152-32aa872f9ce8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=921cefbe-2625-4d8d-a68a-4a0c42fe6c73 HTTP/1.1" status: 200 len: 210 time: 0.1320674 Apr 08 11:07:27.832285 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-bbd3d0a4-a853-4379-8a9a-4aa656df9f0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 217 time: 0.1229436 Apr 08 11:07:27.903449 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94952b57-686c-4a05-ba03-e6c83a92075e req-17663de4-9a08-4aec-9604-71e95bf14819 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887207 Apr 08 11:07:27.911388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-c6a65816-7644-435c-ab9b-e0471a34b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.912871 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-c6a65816-7644-435c-ab9b-e0471a34b415 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0683467 Apr 08 11:07:27.980644 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (06feea46-2106-4940-a85e-de459d8604f2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.984558 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.988502 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06feea46-2106-4940-a85e-de459d8604f2 HTTP/1.1" status: 204 len: 168 time: 0.4582448 Apr 08 11:07:28.001173 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bd391-2e47-479a-a4d0-2b1c68105ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06feea46-2106-4940-a85e-de459d8604f2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:28.060150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-568af241-09cd-47fd-b9a5-2f3ca3003f2a admin admin] Publish callbacks [] for security_group (d7164dc0-1437-4c35-bfb7-3104ec2b52c1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.282935 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c909e6-7484-4928-8218-343baed6ad65 req-cb8b5b6e-40bf-4dbf-a525-db871add5155 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:28.284747 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78c909e6-7484-4928-8218-343baed6ad65 req-cb8b5b6e-40bf-4dbf-a525-db871add5155 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0602458 Apr 08 11:07:28.291194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-401c356a-56dc-4a94-bc12-40df1d750c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:28.292886 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-401c356a-56dc-4a94-bc12-40df1d750c6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514588 Apr 08 11:07:28.346149 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-78c909e6-7484-4928-8218-343baed6ad65 req-b37abbd2-9e02-4f1a-8764-04ed60c6eac5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 Apr 08 11:07:28.400515 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-aada87a4-1010-4fd7-8bd6-aa496d785c4e service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006792 Apr 08 11:07:28.575890 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867b234-c83b-4c15-a755-4bcaad4b4e61 req-ae582873-7e07-411b-b85c-258e6e583027 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:28.577399 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e867b234-c83b-4c15-a755-4bcaad4b4e61 req-ae582873-7e07-411b-b85c-258e6e583027 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.0617361 Apr 08 11:07:28.627012 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e867b234-c83b-4c15-a755-4bcaad4b4e61 req-b1ac262b-73be-4708-9e01-41b631e92b46 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Apr 08 11:07:28.708821 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-568af241-09cd-47fd-b9a5-2f3ca3003f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d7164dc0-1437-4c35-bfb7-3104ec2b52c1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.750104 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-568af241-09cd-47fd-b9a5-2f3ca3003f2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a00f96666424494b1f0bf2a30668aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1319849 Apr 08 11:07:28.751816 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568af241-09cd-47fd-b9a5-2f3ca3003f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7164dc0-1437-4c35-bfb7-3104ec2b52c1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:28.753071 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34378) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:28.804595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] Publish callbacks [] for security_group (d7164dc0-1437-4c35-bfb7-3104ec2b52c1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.030076 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c4e7347a-b255-4c61-a4a2-9acd89a7a7bc req-d58dccdb-c480-4eb5-8817-b7ffe89a6167 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701429 Apr 08 11:07:29.049580 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] Publish callbacks [] for security_group (d7164dc0-1437-4c35-bfb7-3104ec2b52c1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.262283 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d7164dc0-1437-4c35-bfb7-3104ec2b52c1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.264127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b93a18c8-ed05-48cd-be44-a869a9813cb1 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:29.266045 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b93a18c8-ed05-48cd-be44-a869a9813cb1 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 809 time: 0.1168272 Apr 08 11:07:29.268373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.272268 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7164dc0-1437-4c35-bfb7-3104ec2b52c1 HTTP/1.1" status: 204 len: 168 time: 0.5155113 Apr 08 11:07:29.284497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-c4663f62-7ae9-4f0b-8d85-04e2dec7d16c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/quotas/8ca1153994f3492da690a83c79f9168c HTTP/1.1" status: 200 len: 375 time: 0.0109730 Apr 08 11:07:29.296858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f6da9-32e9-4ad2-9f34-e86bf5267506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7164dc0-1437-4c35-bfb7-3104ec2b52c1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:29.345251 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-8b32de91-b26d-4f79-a96b-661f9665e11c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546820 Apr 08 11:07:29.461569 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-0d060de2-3be2-491f-9741-6c206b46a101 service neutron] 10.222.0.37 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121292 Apr 08 11:07:29.517622 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbea46-9d6e-40de-be3d-d8d976ca0791 req-4a911f65-e1e4-4d4c-a318-6b5fa7d05acb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:29.519216 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e0bbea46-9d6e-40de-be3d-d8d976ca0791 req-4a911f65-e1e4-4d4c-a318-6b5fa7d05acb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0765867 Apr 08 11:07:29.606603 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34406) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:29.609280 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e0bbea46-9d6e-40de-be3d-d8d976ca0791 req-54a5c571-36c7-4989-9c5f-8cc123ec56d1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831761 Apr 08 11:07:29.634577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b47604e-8358-4459-affd-c0100362b733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.694224 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-d8b7f3da-729f-41e5-9537-bcf427e42333 service neutron] 10.222.0.37 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213035 Apr 08 11:07:29.805456 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38292-52db-47a9-86b1-085cc7be4e58 req-854d2bec-f5f9-4986-9816-d1eade5a48b0 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:29.812643 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10b38292-52db-47a9-86b1-085cc7be4e58 req-854d2bec-f5f9-4986-9816-d1eade5a48b0 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.0790663 Apr 08 11:07:29.843278 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b47604e-8358-4459-affd-c0100362b733 admin admin] Publish callbacks [] for security_group (d7ca603a-94f7-4d71-9ab2-4e2770647a8c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.887556 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10b38292-52db-47a9-86b1-085cc7be4e58 req-b9d9fc63-9fa0-4b10-a1b8-5ec44a537292 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674596 Apr 08 11:07:29.945787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0b47604e-8358-4459-affd-c0100362b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d7ca603a-94f7-4d71-9ab2-4e2770647a8c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.038239 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0b47604e-8358-4459-affd-c0100362b733 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8969dcdf53a945bdb92c68b1c18f5341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260316 Apr 08 11:07:30.040471 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47604e-8358-4459-affd-c0100362b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca603a-94f7-4d71-9ab2-4e2770647a8c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.042949 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34424) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:30.082605 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87048191-bed2-4c73-a1a6-af18651cd616 req-023c37f0-c2be-41f9-9f95-93b7f4612938 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0756691 Apr 08 11:07:30.117645 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] Publish callbacks [] for security_group (d7ca603a-94f7-4d71-9ab2-4e2770647a8c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.168315 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] Publish callbacks [] for security_group (d7ca603a-94f7-4d71-9ab2-4e2770647a8c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.306007 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d7ca603a-94f7-4d71-9ab2-4e2770647a8c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.308591 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.312373 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7ca603a-94f7-4d71-9ab2-4e2770647a8c HTTP/1.1" status: 204 len: 168 time: 0.2661066 Apr 08 11:07:30.319603 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405df041-1698-4600-bbc3-1990e6cd1db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca603a-94f7-4d71-9ab2-4e2770647a8c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.822653 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba5219-99b3-4a3d-ab26-b82d87ea375c req-08b5dbcb-bcce-461f-846c-9ed387b2edd3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:30.825245 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-31ba5219-99b3-4a3d-ab26-b82d87ea375c req-08b5dbcb-bcce-461f-846c-9ed387b2edd3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1014204 Apr 08 11:07:30.888600 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-31ba5219-99b3-4a3d-ab26-b82d87ea375c req-1365b34b-c88b-403d-9890-dbd84f0c1b32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602407 Apr 08 11:07:31.016563 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6a80-35d0-4451-b13f-93426963e248 req-6bf225d4-ec74-4d45-ab04-8f371567a1f1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:31.021258 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-887d6a80-35d0-4451-b13f-93426963e248 req-6bf225d4-ec74-4d45-ab04-8f371567a1f1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.0634429 Apr 08 11:07:31.129605 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-887d6a80-35d0-4451-b13f-93426963e248 req-0f794736-ed0d-4c09-91b2-9dfacd2920d1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994906 Apr 08 11:07:31.223600 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-923d2d10-666c-47f7-a8a0-8a01eb56fd85 req-08575130-0fe9-488a-8742-ef810025280c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0582173 Apr 08 11:07:32.104363 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67210c-23b8-4053-9696-a09f4b2fcbc1 req-cc9b4518-b648-4d70-8a29-5680e0dcfe9c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:32.106963 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de67210c-23b8-4053-9696-a09f4b2fcbc1 req-cc9b4518-b648-4d70-8a29-5680e0dcfe9c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.1080089 Apr 08 11:07:32.177334 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de67210c-23b8-4053-9696-a09f4b2fcbc1 req-e23a2795-cbf4-4345-8140-c209aaa1c2b6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Apr 08 11:07:32.456772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8f7a1-77b1-4151-8471-7086ea2cb168 req-646f1d05-3f0c-49af-b865-a161568497c3 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:32.462217 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-44218c01-9904-4e72-ba66-726fda2986e0 req-cd8a0c06-1923-4e9b-a004-63a732ee1644 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0949194 Apr 08 11:07:32.471385 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-23e8f7a1-77b1-4151-8471-7086ea2cb168 req-646f1d05-3f0c-49af-b865-a161568497c3 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.2398236 Apr 08 11:07:32.551270 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-23e8f7a1-77b1-4151-8471-7086ea2cb168 req-b51356b9-2ccf-4e57-8d85-ebb8233459c0 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788341 Apr 08 11:07:33.302214 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c3916-db2d-4542-981a-f1a6d1902d58 req-dea8386d-a1f8-4732-9d08-7b40ad6b23c4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:33.303616 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-158c3916-db2d-4542-981a-f1a6d1902d58 req-dea8386d-a1f8-4732-9d08-7b40ad6b23c4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0548465 Apr 08 11:07:33.349829 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-158c3916-db2d-4542-981a-f1a6d1902d58 req-2969dc3c-60a4-445e-ac84-a184bdcd22c4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Apr 08 11:07:33.464224 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a0a7bc64-0dbd-4327-ab7d-6e232206642c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:07:33.579391 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:33.584239 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-083a42dd-1e4c-4dae-ae03-a8e21a3202ec req-0303c5be-de5f-4816-99ac-f042baf7deca tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0386343 Apr 08 11:07:33.609661 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'port_id': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'mac_address': 'fa:16:3e:c8:d2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:07:33.639862 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a0a7bc64-0dbd-4327-ab7d-6e232206642c is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:33.640554 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.658267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7bc64-0dbd-4327-ab7d-6e232206642c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:33.683134 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:33.717395 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f21a-bc40-4806-a31f-9c4c099df819 req-8fb22e89-57f3-4e1f-9a10-3d73ba9b7a3c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:33.719303 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3e2f21a-bc40-4806-a31f-9c4c099df819 req-8fb22e89-57f3-4e1f-9a10-3d73ba9b7a3c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 943 time: 0.0694022 Apr 08 11:07:33.784560 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.789757 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3e2f21a-bc40-4806-a31f-9c4c099df819 req-650f9fb6-37e5-4508-86c4-e8a3ac10fd0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634177 Apr 08 11:07:33.857437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:34.119080 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-cb1d729e-c66f-4a79-9f9f-d38092405388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.121716 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-cb1d729e-c66f-4a79-9f9f-d38092405388 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1128 time: 0.0731485 Apr 08 11:07:34.313164 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['a0a7bc64-0dbd-4327-ab7d-6e232206642c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:07:34.487755 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1426ec4-1933-4681-8283-f3a36ca945d2 req-10046d37-3893-4c38-b2e9-51b724bd15bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.489304 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f1426ec4-1933-4681-8283-f3a36ca945d2 req-10046d37-3893-4c38-b2e9-51b724bd15bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0572951 Apr 08 11:07:34.613141 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f1426ec4-1933-4681-8283-f3a36ca945d2 req-d4e4a62a-858a-49cc-828e-18c4b2f9592e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150038 Apr 08 11:07:34.685860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-88ad7f3a-2614-435a-a8e6-f46ca35e2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.688978 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-88ad7f3a-2614-435a-a8e6-f46ca35e2e30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.1703453 Apr 08 11:07:34.780712 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-f8d362ad-dc7c-4500-aec4-f7559e9137a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 217 time: 0.0829861 Apr 08 11:07:34.791401 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-68bc8e5e-81e0-47c2-bbd0-9210a28f1f38 req-c6d07430-7d92-4c0f-aefb-f2175305b2d8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0571032 Apr 08 11:07:34.871563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-408db360-2bb4-4a31-a889-4104f212c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.873561 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-408db360-2bb4-4a31-a889-4104f212c303 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0865061 Apr 08 11:07:34.947376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34584) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:34.953321 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-1cb2eb35-530f-4491-bf94-f660b4a1198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.956006 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-1cb2eb35-530f-4491-bf94-f660b4a1198a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607250 Apr 08 11:07:35.027120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3db3-d488-43b2-959d-0327309c4065 req-9aaca341-4e33-4873-a0b2-0ff2be28b12c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.028901 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce0c3db3-d488-43b2-959d-0327309c4065 req-9aaca341-4e33-4873-a0b2-0ff2be28b12c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 944 time: 0.1291249 Apr 08 11:07:35.137891 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce0c3db3-d488-43b2-959d-0327309c4065 req-708eccf5-dcd6-49a0-9d5f-17226f6835fd tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016951 Apr 08 11:07:35.139055 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd6c-3a21-4286-addc-9e184c5f5963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.163570 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-24c80d67-d79e-449b-b8a9-67c308b64a01 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980698 Apr 08 11:07:35.232644 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-2fa19108-befe-494e-a936-2f9a0fb12456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.234374 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-2fa19108-befe-494e-a936-2f9a0fb12456 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.1166921 Apr 08 11:07:35.279858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd6c-3a21-4286-addc-9e184c5f5963 admin admin] Publish callbacks [] for security_group (d6198d10-ca5c-4231-b5ab-a0d90c6bbfee), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.295738 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60501227-7770-4091-a831-deddcc19132a req-d4390f81-05eb-454e-87b1-21c14fdf6dfa tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.297475 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60501227-7770-4091-a831-deddcc19132a req-d4390f81-05eb-454e-87b1-21c14fdf6dfa tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0953670 Apr 08 11:07:35.322004 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-43701cd7-144a-4e8d-a70f-e9282c195c05 req-c12d4425-60ad-4d45-b436-3af4748544e6 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510279 Apr 08 11:07:35.356651 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-fde580cd-07ea-4d8d-8ecc-a9bc7726ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.358183 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-fde580cd-07ea-4d8d-8ecc-a9bc7726ddbe service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.1156850 Apr 08 11:07:35.358555 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-60501227-7770-4091-a831-deddcc19132a req-df052b38-2d2b-4705-b9de-5f29ecf333db tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518496 Apr 08 11:07:35.377448 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd6c-3a21-4286-addc-9e184c5f5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d6198d10-ca5c-4231-b5ab-a0d90c6bbfee), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.419118 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3be9bd6c-3a21-4286-addc-9e184c5f5963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c388e5c18dd4bb9bdf0f43c9b5e4a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690616 Apr 08 11:07:35.420277 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bd6c-3a21-4286-addc-9e184c5f5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6198d10-ca5c-4231-b5ab-a0d90c6bbfee,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:35.425386 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34594) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:35.476129 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a0a7bc64-0dbd-4327-ab7d-6e232206642c up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:35.477556 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] Publish callbacks [] for security_group (d6198d10-ca5c-4231-b5ab-a0d90c6bbfee), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.514596 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] Publish callbacks [] for security_group (d6198d10-ca5c-4231-b5ab-a0d90c6bbfee), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.623088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port a0a7bc64-0dbd-4327-ab7d-6e232206642c completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:07:35.628851 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port a0a7bc64-0dbd-4327-ab7d-6e232206642c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:35.629365 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.649760 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-7bdfc637-50f0-406f-84ce-ab1f3c109dc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0504603 Apr 08 11:07:35.704055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-fa880dec-967b-4fa7-b65a-991c587e0229 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.706287 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-fa880dec-967b-4fa7-b65a-991c587e0229 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/networks?id=c5b28a3a-0b9d-4c38-88db-73637b83702a HTTP/1.1" status: 200 len: 814 time: 0.2158852 Apr 08 11:07:35.726941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a0a7bc64-0dbd-4327-ab7d-6e232206642c is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:35.727719 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.733489 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-9ed4c252-d9fe-4eca-811b-65c179559b6a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/quotas/8d108312db4948529053fec7bfc23598 HTTP/1.1" status: 200 len: 375 time: 0.0179181 Apr 08 11:07:35.750810 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-efc11c83-f34f-45dc-bb5b-a4c19b2cb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.753034 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-efc11c83-f34f-45dc-bb5b-a4c19b2cb91d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0966876 Apr 08 11:07:35.767430 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:35.770676 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda524d-0928-4490-b5a4-b071e9aa8cf5" -d '{"events": [{"server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:35.780094 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d6198d10-ca5c-4231-b5ab-a0d90c6bbfee), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.782719 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.783951 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6198d10-ca5c-4231-b5ab-a0d90c6bbfee HTTP/1.1" status: 204 len: 168 time: 0.3607609 Apr 08 11:07:35.803413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:35.823065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f88a86c-0d7e-41b2-8b04-b33b23a8d93d x-openstack-request-id: req-2f88a86c-0d7e-41b2-8b04-b33b23a8d93d {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:35.823458 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:35.823655 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f88a86c-0d7e-41b2-8b04-b33b23a8d93d {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:35.826338 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f88a86c-0d7e-41b2-8b04-b33b23a8d93d'] response: {'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'code': 200} Apr 08 11:07:35.826621 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5ad5-052e-4981-a1c0-e4e5af1f8c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6198d10-ca5c-4231-b5ab-a0d90c6bbfee,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:35.870030 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-3ac3c3e1-be9e-4c1a-af51-ea4b4fa29cdd tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d108312db4948529053fec7bfc23598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282301 Apr 08 11:07:35.883273 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-6c6c78ed-8ec0-4cdc-b266-b3e3e0327eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.884244 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-6c6c78ed-8ec0-4cdc-b266-b3e3e0327eef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1149657 Apr 08 11:07:35.918765 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.991352 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f58fd698-7237-4ab1-ac51-a77d86b8c83a req-7107570b-a3e2-488c-8bb7-63ca41775d99 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0767524 Apr 08 11:07:36.011948 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.109431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e04ffbdf-9f74-4485-94c0-a181bab6fe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.138597 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-b2e5b3e7-e833-4bb2-b59c-05407bf424eb service neutron] 10.222.0.37 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675660 Apr 08 11:07:36.184378 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-efca3073-6334-4e69-879f-8aded227e454 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404664 Apr 08 11:07:36.191875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b4ee7949-56b0-4b03-84cc-2087f72538bb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.193421 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b4ee7949-56b0-4b03-84cc-2087f72538bb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 809 time: 0.2508075 Apr 08 11:07:36.233197 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Request body: {'port': {'device_id': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960', 'admin_state_up': True, 'tenant_id': '8ca1153994f3492da690a83c79f9168c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:36.275974 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd1e6-9603-43ad-a479-bfed4efd379e req-b977f736-ec64-471b-8786-da8f421978ae tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.307633 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f74bd1e6-9603-43ad-a479-bfed4efd379e req-b977f736-ec64-471b-8786-da8f421978ae tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.1001675 Apr 08 11:07:36.415557 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-0b617114-a317-499e-9b03-c0d2cd4904f7 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761240 Apr 08 11:07:36.422368 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-53d5f7eb-e337-4fb7-92c8-50629c1558f3 req-5f38bb9b-1797-490d-9ecc-50d3d94fbdd2 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279851 Apr 08 11:07:36.451617 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f74bd1e6-9603-43ad-a479-bfed4efd379e req-50f77a9e-f8e3-4c74-8b51-fbee83d1d194 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414926 Apr 08 11:07:36.475535 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f2dc-50d5-4efa-8c76-609c73652f36 req-ddcc1ef1-3818-4bce-9104-9bedbd8f9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.477308 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cbd7f2dc-50d5-4efa-8c76-609c73652f36 req-ddcc1ef1-3818-4bce-9104-9bedbd8f9bf1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1129 time: 0.1530983 Apr 08 11:07:36.531955 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cbd7f2dc-50d5-4efa-8c76-609c73652f36 req-1d742550-639a-4fb3-b0ff-c82de88f06c5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490382 Apr 08 11:07:36.537451 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Made reservation on behalf of 8ca1153994f3492da690a83c79f9168c for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:36.540935 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.602776 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6f744-993d-4731-92c6-efb1941acc47 req-7519d111-22a8-4439-9c3a-d924b995aca3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.604363 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-05f6f744-993d-4731-92c6-efb1941acc47 req-7519d111-22a8-4439-9c3a-d924b995aca3 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0595787 Apr 08 11:07:36.669269 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-05f6f744-993d-4731-92c6-efb1941acc47 req-ba456564-e401-4915-8c19-09cba6cfb521 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Apr 08 11:07:36.741926 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34636) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.763884 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4204a3b-aec1-4509-bda2-7919cf1c0b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.854476 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4204a3b-aec1-4509-bda2-7919cf1c0b53 admin admin] Publish callbacks [] for security_group (74fc99c8-0d96-4974-ba30-56b0860e2be2), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.874203 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fc2d964d-8e69-467f-ae96-40b912ea1390 req-a06b2b50-e11d-4b2f-ad15-666281c57f47 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0349424 Apr 08 11:07:36.923442 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c4204a3b-aec1-4509-bda2-7919cf1c0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (74fc99c8-0d96-4974-ba30-56b0860e2be2), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.943361 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Allocated IP 172.20.0.7 (f112b081-954f-47db-bb34-2dd5bc51e960/34bd3d28-0287-409e-857c-9b4663b6b733/f170a18a-ba87-4ff1-8a63-2cb5f43fe153) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:36.967186 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c4204a3b-aec1-4509-bda2-7919cf1c0b53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b9b9efecfbe479f91b383a39af1ee86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242053 Apr 08 11:07:36.970942 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34642) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.979906 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4204a3b-aec1-4509-bda2-7919cf1c0b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc99c8-0d96-4974-ba30-56b0860e2be2,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:37.028053 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] Publish callbacks [] for security_group (74fc99c8-0d96-4974-ba30-56b0860e2be2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.054409 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] Publish callbacks [] for security_group (74fc99c8-0d96-4974-ba30-56b0860e2be2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.119019 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e35ee7bc-463d-4946-a896-964fca2ed78a req-0c0c7e3f-e8e3-4f6d-9853-5530d38321df tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0335579 Apr 08 11:07:37.144404 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks [] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.197107 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (74fc99c8-0d96-4974-ba30-56b0860e2be2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.199789 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.200944 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74fc99c8-0d96-4974-ba30-56b0860e2be2 HTTP/1.1" status: 204 len: 168 time: 0.2287495 Apr 08 11:07:37.209354 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b828f4-9112-479e-accc-7a24efbfdb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc99c8-0d96-4974-ba30-56b0860e2be2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:37.240297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.309947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Network f112b081-954f-47db-bb34-2dd5bc51e960 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:37.319404 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:37.326979 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:37.333996 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Pushing event updated for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:37.403154 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:37.403658 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.485885 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-a0c228cd-0553-4428-afab-ee6b4cf3a8b0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2818398 Apr 08 11:07:37.583495 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb9506-3fb9-4ae4-9f56-31e11e6cdb84 req-3053c8b7-84b8-45d3-bb15-390aa4540601 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:37.585302 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6bb9506-3fb9-4ae4-9f56-31e11e6cdb84 req-3053c8b7-84b8-45d3-bb15-390aa4540601 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0578723 Apr 08 11:07:37.635352 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d6bb9506-3fb9-4ae4-9f56-31e11e6cdb84 req-e69032e9-a33b-4802-9b0d-48fd9526d959 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Apr 08 11:07:37.829636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ea410-8002-4126-aeb2-ea251f257947 req-5bc062ba-22fb-4041-93d7-90f8b84a18bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:37.831448 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-848ea410-8002-4126-aeb2-ea251f257947 req-5bc062ba-22fb-4041-93d7-90f8b84a18bd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0741584 Apr 08 11:07:37.884510 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-848ea410-8002-4126-aeb2-ea251f257947 req-44c332f0-2192-49ef-9f19-b3f6701745c6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Apr 08 11:07:37.955644 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-820828a1-7945-4661-b8dd-60b6b960f7bf req-bf7d41c2-5a9a-4f67-a1f7-3b426d1cf748 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0280423 Apr 08 11:07:38.244970 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dd190-78cc-4c90-a4c7-c86fc1223d28 req-137dd9a4-c998-4915-b9cd-11f213ca47a2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:38.246494 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ca7dd190-78cc-4c90-a4c7-c86fc1223d28 req-137dd9a4-c998-4915-b9cd-11f213ca47a2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 931 time: 0.0587816 Apr 08 11:07:38.295405 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ca7dd190-78cc-4c90-a4c7-c86fc1223d28 req-1f88385c-d69d-4c81-882d-7690d9ffc907 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Apr 08 11:07:38.628823 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cefd-bff3-45ea-a2cf-46fbae876354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.761741 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bcaae-74ad-412e-82ee-7a79c283fcfa req-d5034689-c896-43fe-bec5-694b21693593 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:38.763206 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-211bcaae-74ad-412e-82ee-7a79c283fcfa req-d5034689-c896-43fe-bec5-694b21693593 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0584304 Apr 08 11:07:38.811803 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-211bcaae-74ad-412e-82ee-7a79c283fcfa req-756d1825-ada5-4074-b27c-4b66f620e212 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Apr 08 11:07:39.009664 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34702) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:39.030805 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980b83-db52-4f81-bb9c-873c46949e2d req-a9067423-40ac-4b85-b885-c289690fd6e9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:39.032866 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d980b83-db52-4f81-bb9c-873c46949e2d req-a9067423-40ac-4b85-b885-c289690fd6e9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0677834 Apr 08 11:07:39.058513 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7284b79-6823-4b11-8010-6c822d3eadce req-b734c8c9-97e4-46eb-9c61-a5628530ecf8 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0293441 Apr 08 11:07:39.085695 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d980b83-db52-4f81-bb9c-873c46949e2d req-618d1d4b-e4a1-408b-8644-025b1b91b443 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Apr 08 11:07:39.134873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-83c1575e-4786-4bed-8cab-abc720f4cbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.216975 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-83c1575e-4786-4bed-8cab-abc720f4cbc5 admin admin] Publish callbacks [] for security_group (0217ca3d-7e35-431f-8e4d-5e86f88d8617), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.300125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-83c1575e-4786-4bed-8cab-abc720f4cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (0217ca3d-7e35-431f-8e4d-5e86f88d8617), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.317136 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.340969 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-83c1575e-4786-4bed-8cab-abc720f4cbc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=685d8b9cb13448a28bd50612bc66d4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292754 Apr 08 11:07:39.341939 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1575e-4786-4bed-8cab-abc720f4cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217ca3d-7e35-431f-8e4d-5e86f88d8617,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:39.343682 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34712) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:39.436033 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] Publish callbacks [] for security_group (0217ca3d-7e35-431f-8e4d-5e86f88d8617), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.447597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754690-9b21-4a9c-8b38-b2730204e77b req-d3f0bef1-1cdf-4a70-9e27-4a8d804ff6aa tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:39.449181 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de754690-9b21-4a9c-8b38-b2730204e77b req-d3f0bef1-1cdf-4a70-9e27-4a8d804ff6aa tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 931 time: 0.0796587 Apr 08 11:07:39.480803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] Publish callbacks [] for security_group (0217ca3d-7e35-431f-8e4d-5e86f88d8617), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.530825 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de754690-9b21-4a9c-8b38-b2730204e77b req-16e0e96c-9e40-489e-85a7-9de7dba2e15e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753291 Apr 08 11:07:39.614569 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (0217ca3d-7e35-431f-8e4d-5e86f88d8617), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.617779 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.619115 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0217ca3d-7e35-431f-8e4d-5e86f88d8617 HTTP/1.1" status: 204 len: 168 time: 0.2731917 Apr 08 11:07:39.630429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee63ac3-225f-4e10-9cec-a637cac02e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217ca3d-7e35-431f-8e4d-5e86f88d8617,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:39.937901 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984f52d-f28c-4b85-a70e-8167ed154329 req-bc827c4f-6a17-44c2-97bf-8458c5485599 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:39.940851 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b984f52d-f28c-4b85-a70e-8167ed154329 req-bc827c4f-6a17-44c2-97bf-8458c5485599 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0615671 Apr 08 11:07:39.996219 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b984f52d-f28c-4b85-a70e-8167ed154329 req-5e1b4cfb-0f21-4abc-a7e0-a635a578e6c0 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485115 Apr 08 11:07:40.018174 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Request body: {'port': {'device_id': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:40.044887 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:07:40.083812 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.171137 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d977b1ab-69b3-4205-871b-879fdd8cadbc req-658da15b-f3af-410e-bd40-cf5fb63b192b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0371203 Apr 08 11:07:40.243022 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec89d-183c-4574-a94a-094f90364bbf req-b3d3a60f-a94a-4a03-a6b9-6f8b2f0fb2fb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:40.244620 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cffec89d-183c-4574-a94a-094f90364bbf req-b3d3a60f-a94a-4a03-a6b9-6f8b2f0fb2fb tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0800943 Apr 08 11:07:40.304444 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cffec89d-183c-4574-a94a-094f90364bbf req-a8c63445-42b9-46b6-a662-0c4e95202d8d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517223 Apr 08 11:07:40.421369 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f170a18a-ba87-4ff1-8a63-2cb5f43fe153 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:40.430429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks [] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.448109 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Transition to ACTIVE for port object f170a18a-ba87-4ff1-8a63-2cb5f43fe153 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:40.514295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.565308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Pushing event updated for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.651696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.677930 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Attempting to bind port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:40.678273 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Attempting to bind port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:40.678621 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Attempting to bind port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 on network f112b081-954f-47db-bb34-2dd5bc51e960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:40.692540 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94466e-feb6-45f1-b6eb-5b4a082dc6ea req-7d994471-2dd5-4e8b-8a89-2a5af58ee3ad tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:40.702641 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4c94466e-feb6-45f1-b6eb-5b4a082dc6ea req-7d994471-2dd5-4e8b-8a89-2a5af58ee3ad tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0815542 Apr 08 11:07:40.702641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 on network f112b081-954f-47db-bb34-2dd5bc51e960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:40.702641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Attempting to bind port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 on network f112b081-954f-47db-bb34-2dd5bc51e960 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:40.702641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:40.703112 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Checking segment: {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:40.703112 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Bound using segment: {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:40.703531 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Bound port: f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35155068-4f34-40a0-8059-77370e94afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:40.703938 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.788182 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4c94466e-feb6-45f1-b6eb-5b4a082dc6ea req-467ffe10-14b1-4c49-a648-6a920d280bd5 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877254 Apr 08 11:07:40.805229 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:40.808271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:40.906515 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.942211 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:40.942846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.944541 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] 10.222.0.61 "PUT /v2.0/ports/f170a18a-ba87-4ff1-8a63-2cb5f43fe153 HTTP/1.1" status: 200 len: 1093 time: 0.9318435 Apr 08 11:07:40.945086 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:40.947351 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e69e66-bbac-4036-8585-8cc3c5b96860" -d '{"events": [{"name": "network-changed", "server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:40.975605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3e8b6-34f4-4f5e-91a2-fd6f990637ce service neutron] Pushing event updated for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.998012 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20e7d8-f159-4596-84bf-7dddbd329788 x-openstack-request-id: req-5e20e7d8-f159-4596-84bf-7dddbd329788 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:40.998307 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:40.998564 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e20e7d8-f159-4596-84bf-7dddbd329788 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:40.998999 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e20e7d8-f159-4596-84bf-7dddbd329788'] response: {'name': 'network-changed', 'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153', 'status': 'completed', 'code': 200} Apr 08 11:07:41.117990 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b01b7-980a-418b-ba3c-9ce27ef848c2 req-bb54fd28-e15f-40a1-b555-24aeed49c5c8 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.119496 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c33b01b7-980a-418b-ba3c-9ce27ef848c2 req-bb54fd28-e15f-40a1-b555-24aeed49c5c8 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0543280 Apr 08 11:07:41.171098 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c33b01b7-980a-418b-ba3c-9ce27ef848c2 req-7ded58c8-6a28-4079-b3a5-3493fa6c33fe tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 Apr 08 11:07:41.291042 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4abe6d5a-4b8d-4a17-8f37-4853a23b1713 req-f4de1d0d-0808-4f6b-a81e-1024c6ce3fdc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0296388 Apr 08 11:07:41.434613 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcbb2e-dba9-4950-bfc1-871f79fb8e2c req-483b6592-72d4-428e-95ab-540b97bb5fb1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.436125 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-29fcbb2e-dba9-4950-bfc1-871f79fb8e2c req-483b6592-72d4-428e-95ab-540b97bb5fb1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0592806 Apr 08 11:07:41.498874 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-29fcbb2e-dba9-4950-bfc1-871f79fb8e2c req-9bcf86ec-234a-4bc1-998c-86ce35f56c7f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568702 Apr 08 11:07:41.914788 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79195-bdc4-4321-9364-40102c5e13a3 req-6ef3e92b-2a4d-4d3b-841c-7d20d06f766d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.916287 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29d79195-bdc4-4321-9364-40102c5e13a3 req-6ef3e92b-2a4d-4d3b-841c-7d20d06f766d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0573018 Apr 08 11:07:41.973809 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-29d79195-bdc4-4321-9364-40102c5e13a3 req-4b504966-e3ea-4b77-8988-06715fbf91fd tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516670 Apr 08 11:07:42.223870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.312634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ca7af-02fe-4724-80d5-7dab72af6090 req-37a61e6d-24ea-48a1-af56-3c941ab6f8e4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:42.319978 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e04ca7af-02fe-4724-80d5-7dab72af6090 req-37a61e6d-24ea-48a1-af56-3c941ab6f8e4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0731771 Apr 08 11:07:42.378410 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e04ca7af-02fe-4724-80d5-7dab72af6090 req-a901aeb9-bd96-4471-b14d-327661011e55 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575116 Apr 08 11:07:42.401802 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ea8ca9b8-d253-4755-b78f-5d12db4dcb94 req-e7dea552-c302-42ae-a999-1fa68fd195bf tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0318596 Apr 08 11:07:42.625536 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866517e-5f42-4395-8255-bf331c57b96b req-826a573d-55d4-4429-94ef-d41252a419ab tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:42.627080 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c866517e-5f42-4395-8255-bf331c57b96b req-826a573d-55d4-4429-94ef-d41252a419ab tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0573993 Apr 08 11:07:42.682109 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c866517e-5f42-4395-8255-bf331c57b96b req-f3c898a7-d4a7-4309-a5ca-5dae9b39e2ef tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Apr 08 11:07:43.102441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e6762-48e6-4b89-a48c-5191cf839c77 req-dcd53676-fb2d-459f-90f4-d1fa1d000477 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:43.103899 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb8e6762-48e6-4b89-a48c-5191cf839c77 req-dcd53676-fb2d-459f-90f4-d1fa1d000477 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0539296 Apr 08 11:07:43.151053 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bb8e6762-48e6-4b89-a48c-5191cf839c77 req-1130c723-3107-44ae-94cc-6fafd9c6390a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Apr 08 11:07:43.532592 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d68fbca9-92c4-4f03-b0f4-a0d8e9496954 req-d63f1400-0944-4b04-9425-6acfd44f7948 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0422637 Apr 08 11:07:43.564196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ea278-3ee5-430c-8a42-5fac1665bd0a req-f58942f5-6388-440f-8694-4bb7f693487f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:43.565657 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-190ea278-3ee5-430c-8a42-5fac1665bd0a req-f58942f5-6388-440f-8694-4bb7f693487f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.1004243 Apr 08 11:07:43.612487 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-190ea278-3ee5-430c-8a42-5fac1665bd0a req-056b97cb-0399-4def-a793-4f4c6d8e58c7 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Apr 08 11:07:43.807398 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a18dd-3399-48d0-9c93-56037167fdac req-dbc4f520-9607-451e-8a1c-9530a1edd753 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:43.808937 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d22a18dd-3399-48d0-9c93-56037167fdac req-dbc4f520-9607-451e-8a1c-9530a1edd753 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0585625 Apr 08 11:07:43.858268 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d22a18dd-3399-48d0-9c93-56037167fdac req-370aabda-6e60-466c-bb26-20cc1416b304 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Apr 08 11:07:44.270517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f2bc-2c54-4b0e-aece-6960ac6c1825 req-c2126294-873d-426b-9f7d-2f9349e5223f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.271979 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a4e5f2bc-2c54-4b0e-aece-6960ac6c1825 req-c2126294-873d-426b-9f7d-2f9349e5223f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0525978 Apr 08 11:07:44.318880 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a4e5f2bc-2c54-4b0e-aece-6960ac6c1825 req-38015a03-9337-452d-9745-b03753edd75b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Apr 08 11:07:44.635643 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2106ee62-a23a-410c-8e54-c3a48cd40f61 req-92b7ea77-b707-4d8b-bd4f-b9347525a79b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0277073 Apr 08 11:07:44.741441 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168d692-7cb5-4afe-9b9b-4626343b7ced req-4e917cee-74d7-4e24-83ed-0c40fa0ffc66 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.742989 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7168d692-7cb5-4afe-9b9b-4626343b7ced req-4e917cee-74d7-4e24-83ed-0c40fa0ffc66 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0588164 Apr 08 11:07:44.791497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7168d692-7cb5-4afe-9b9b-4626343b7ced req-9e770d05-0962-4197-a3db-83f550373486 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Apr 08 11:07:44.980547 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a335d8-9fba-4afa-8d7b-40b221ad1748 req-32b6897c-aa5e-45d4-a654-872777f8a518 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.982076 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-88a335d8-9fba-4afa-8d7b-40b221ad1748 req-32b6897c-aa5e-45d4-a654-872777f8a518 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0573401 Apr 08 11:07:45.032377 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-88a335d8-9fba-4afa-8d7b-40b221ad1748 req-166e1351-a93d-47fe-9d68-6f465ef1527b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Apr 08 11:07:45.442495 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acad4-9d44-423f-b4ed-58b6f8efdd7b req-b0c819cd-4867-410b-b527-89ae9fe3ad8e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.443976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-173acad4-9d44-423f-b4ed-58b6f8efdd7b req-b0c819cd-4867-410b-b527-89ae9fe3ad8e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0544231 Apr 08 11:07:45.492808 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-173acad4-9d44-423f-b4ed-58b6f8efdd7b req-9a4f4267-bf97-4659-8d4e-7476b4da21eb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Apr 08 11:07:45.734352 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-81ad3667-37e9-4548-968a-baa26b983aa9 req-a5c3c0e0-90d4-493d-a3f6-c87995bd4f30 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0306566 Apr 08 11:07:45.911652 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31b9b-2d8a-451c-b981-fe063121c831 req-9e805b98-d528-4235-8519-ed0d7215d0ee tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.913936 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c5a31b9b-2d8a-451c-b981-fe063121c831 req-9e805b98-d528-4235-8519-ed0d7215d0ee tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0560067 Apr 08 11:07:45.968342 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c5a31b9b-2d8a-451c-b981-fe063121c831 req-523a8a11-9dea-4b1b-8a07-8e81cb2f7ca4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486395 Apr 08 11:07:46.153638 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d05220-2be9-4048-8358-42f5eaa90930 req-1a2949d5-8ea1-469b-897e-9d2e4a33627d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:46.155148 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2d05220-2be9-4048-8358-42f5eaa90930 req-1a2949d5-8ea1-469b-897e-9d2e4a33627d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0535886 Apr 08 11:07:46.205762 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2d05220-2be9-4048-8358-42f5eaa90930 req-ae41fcb9-0500-4185-8662-ee6a53e49021 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Apr 08 11:07:46.258538 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34892) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:46.368384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6960d8-8a4d-40f2-a0d4-cffc42357071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.442253 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6960d8-8a4d-40f2-a0d4-cffc42357071 admin admin] Publish callbacks [] for security_group (da643a39-68c5-4db4-bfa9-498bd3e3b024), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.514492 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6960d8-8a4d-40f2-a0d4-cffc42357071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (da643a39-68c5-4db4-bfa9-498bd3e3b024), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.547227 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8c6960d8-8a4d-40f2-a0d4-cffc42357071 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=706fdf0cf97a46cda30bfd9f1e26c022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874274 Apr 08 11:07:46.550604 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34898) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:46.559835 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6960d8-8a4d-40f2-a0d4-cffc42357071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da643a39-68c5-4db4-bfa9-498bd3e3b024,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.659526 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] Publish callbacks [] for security_group (da643a39-68c5-4db4-bfa9-498bd3e3b024), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.676189 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c1e0f-a402-4757-9b71-181263e96dbe req-7c43751a-f8dd-4173-8c91-0f951893e22d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:46.677891 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dc9c1e0f-a402-4757-9b71-181263e96dbe req-7c43751a-f8dd-4173-8c91-0f951893e22d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.1023264 Apr 08 11:07:46.712403 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] Publish callbacks [] for security_group (da643a39-68c5-4db4-bfa9-498bd3e3b024), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.765918 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dc9c1e0f-a402-4757-9b71-181263e96dbe req-daf234de-8d21-4e2e-bb29-d8928b83b76f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Apr 08 11:07:46.810959 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34908) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:46.849669 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6815a034-b519-412b-81e4-e55d7f490fd6 req-4d36dbc3-8a39-4519-b71c-b74c188716fa tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0317819 Apr 08 11:07:46.871568 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (da643a39-68c5-4db4-bfa9-498bd3e3b024), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.874330 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.875790 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da643a39-68c5-4db4-bfa9-498bd3e3b024 HTTP/1.1" status: 204 len: 168 time: 0.3238790 Apr 08 11:07:46.884370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdce98-e530-4644-85b2-70b0dc47ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da643a39-68c5-4db4-bfa9-498bd3e3b024,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.934934 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5cc9569a-235d-493e-a7aa-bffa2eb3d825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.017244 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5cc9569a-235d-493e-a7aa-bffa2eb3d825 admin admin] Publish callbacks [] for security_group (ca02faa0-6993-4223-b93b-93be4c085735), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.109131 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5cc9569a-235d-493e-a7aa-bffa2eb3d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ca02faa0-6993-4223-b93b-93be4c085735), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.137756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f9934-9f26-4657-9d49-1e97f0ad6ad0 req-058581af-7bf1-46bb-b4bf-cf37aa9faf87 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.139234 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-667f9934-9f26-4657-9d49-1e97f0ad6ad0 req-058581af-7bf1-46bb-b4bf-cf37aa9faf87 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.1041853 Apr 08 11:07:47.178044 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5cc9569a-235d-493e-a7aa-bffa2eb3d825 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e18b774266c24ea185201b05e23b4b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637362 Apr 08 11:07:47.178963 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34918) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:47.187231 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9569a-235d-493e-a7aa-bffa2eb3d825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02faa0-6993-4223-b93b-93be4c085735,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:47.210535 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-e7182193-6f2d-47d5-85a9-3fe1be395300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.212056 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-e7182193-6f2d-47d5-85a9-3fe1be395300 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 1127 time: 0.1329813 Apr 08 11:07:47.224511 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-667f9934-9f26-4657-9d49-1e97f0ad6ad0 req-b14c65f4-5009-4e70-9276-08def70ff274 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698521 Apr 08 11:07:47.261930 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] Publish callbacks [] for security_group (ca02faa0-6993-4223-b93b-93be4c085735), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.289718 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] Publish callbacks [] for security_group (ca02faa0-6993-4223-b93b-93be4c085735), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.377507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5271c1-be54-40bc-add8-875d094cb87f req-1af10421-4fff-4173-8c59-fc4604974d99 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.379125 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b5271c1-be54-40bc-add8-875d094cb87f req-1af10421-4fff-4173-8c59-fc4604974d99 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0763953 Apr 08 11:07:47.413387 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-7b69c284-ca7a-4aee-a732-0438fcbc8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.414824 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-7b69c284-ca7a-4aee-a732-0438fcbc8dcc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ca1153994f3492da690a83c79f9168c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1758165 Apr 08 11:07:47.422534 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffc0fd-da99-4301-b094-eba6fd43bab2 req-8e710515-cba9-44b7-ad78-2de4d1af1567 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.424264 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-efffc0fd-da99-4301-b094-eba6fd43bab2 req-8e710515-cba9-44b7-ad78-2de4d1af1567 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.1166735 Apr 08 11:07:47.433788 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34924) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:47.437657 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b5271c1-be54-40bc-add8-875d094cb87f req-9237be1b-e92e-40fc-9003-255e7550750d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512693 Apr 08 11:07:47.438163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'floatingip': {'port_id': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:47.448806 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ca02faa0-6993-4223-b93b-93be4c085735), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.452018 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.455211 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca02faa0-6993-4223-b93b-93be4c085735 HTTP/1.1" status: 204 len: 168 time: 0.2736511 Apr 08 11:07:47.473612 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57697bb3-7dc6-49b8-aff8-e1090540f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02faa0-6993-4223-b93b-93be4c085735,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:47.559498 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.615051 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 34930) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:47.629280 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-eab1a4ed-0436-4bda-bc9f-7033ea0fa5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.688018 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-ebd23fc2-2c06-4525-92e8-85b0be3d6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.690245 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7e69e66-bbac-4036-8585-8cc3c5b96860 req-ebd23fc2-2c06-4525-92e8-85b0be3d6562 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649393 Apr 08 11:07:47.762708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-eab1a4ed-0436-4bda-bc9f-7033ea0fa5c8 admin admin] Publish callbacks [] for security_group (f55afc2a-badb-4fe5-a340-878acd3ff4db), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.883216 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-eab1a4ed-0436-4bda-bc9f-7033ea0fa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f55afc2a-badb-4fe5-a340-878acd3ff4db), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.883882 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b288e315-f1d9-49c0-bf37-f450d03fc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.885183 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-b288e315-f1d9-49c0-bf37-f450d03fc872 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 1127 time: 0.1198184 Apr 08 11:07:48.007840 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-92a7ed4b-ddee-4f4d-96de-323339d465e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153 HTTP/1.1" status: 200 len: 217 time: 0.1137488 Apr 08 11:07:48.046426 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1820a8c9-5ae5-4aeb-8c8c-993bde849b51 req-016cf3dd-9994-4870-94ca-e1565834aef4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0672531 Apr 08 11:07:48.047060 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a4ed-0436-4bda-bc9f-7033ea0fa5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55afc2a-badb-4fe5-a340-878acd3ff4db,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:48.054922 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-eab1a4ed-0436-4bda-bc9f-7033ea0fa5c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb1725db92c47bf8e7826a979214dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363649 Apr 08 11:07:48.057836 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 34948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:48.155008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e2f4-1463-44dd-9402-55a3fe5506e6 req-6143d74e-eabd-428c-ac12-47d22993227d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:48.156513 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a10e2f4-1463-44dd-9402-55a3fe5506e6 req-6143d74e-eabd-428c-ac12-47d22993227d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.3076525 Apr 08 11:07:48.221838 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-a4823f95-b7ee-4490-a3a0-9638997de498 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:48.234369 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-a4823f95-b7ee-4490-a3a0-9638997de498 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.61 "GET /v2.0/networks?id=c5b28a3a-0b9d-4c38-88db-73637b83702a HTTP/1.1" status: 200 len: 814 time: 0.2646160 Apr 08 11:07:48.248801 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Request body: {'port': {'device_id': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'admin_state_up': True, 'tenant_id': '8d108312db4948529053fec7bfc23598'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:48.534704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Made reservation on behalf of 8d108312db4948529053fec7bfc23598 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:48.538512 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.578238 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] Publish callbacks [] for security_group (f55afc2a-badb-4fe5-a340-878acd3ff4db), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.605018 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-e6f6a991-e6e1-4d3d-bb10-2dd638dc2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:48.606465 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-e6f6a991-e6e1-4d3d-bb10-2dd638dc2bc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34bd3d28-0287-409e-857c-9b4663b6b733 HTTP/1.1" status: 200 len: 849 time: 0.5462365 Apr 08 11:07:48.618549 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a10e2f4-1463-44dd-9402-55a3fe5506e6 req-f46500fb-41d3-4ff3-a514-9c41d468ff70 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327869 Apr 08 11:07:48.704651 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-cceca37f-6eec-4dcd-b3c4-aa7b50a2ec91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f112b081-954f-47db-bb34-2dd5bc51e960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731013 Apr 08 11:07:48.737399 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] Publish callbacks [] for security_group (f55afc2a-badb-4fe5-a340-878acd3ff4db), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.848218 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Allocated IP 172.20.0.3 (c5b28a3a-0b9d-4c38-88db-73637b83702a/abf35403-d596-455c-bcc1-2a86b569f0da/59d0910b-82db-4a29-841a-9e24326f28fb) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:48.997869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.db.resource_extend [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 11:07:49.071483 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks [] for port (59d0910b-82db-4a29-841a-9e24326f28fb), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.114361 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.119424 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-f81ac7ae-6313-4d6c-ae34-7b6c51c426d5 service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010861 Apr 08 11:07:49.187211 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06f21549-c2c4-480e-9efb-4aa9df3f3b08 req-6da0699d-1127-4b91-9d79-b78933e184df tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.0315757 Apr 08 11:07:49.213070 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.244174 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.259990 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f55afc2a-badb-4fe5-a340-878acd3ff4db), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.263176 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.287326 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f55afc2a-badb-4fe5-a340-878acd3ff4db HTTP/1.1" status: 204 len: 168 time: 1.2207899 Apr 08 11:07:49.294716 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2e529446-cfa9-4f2c-a13e-a2f27b862ce0 req-dbd474ba-c4d9-4cd8-bf5c-e92ade6c3dd9 service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676836 Apr 08 11:07:49.328016 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f136c-ee0e-4a2a-a0b5-b1f4fd5a009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55afc2a-badb-4fe5-a340-878acd3ff4db,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:49.420634 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Pushing event updated for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:49.444165 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Network c5b28a3a-0b9d-4c38-88db-73637b83702a is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:49.444165 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:49.460153 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:49.484583 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.486133 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.524412 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Floating IP bb74b725-d80c-4095-b619-938e5d75de45 associated. External IP: 172.27.1.180, port: a0a7bc64-0dbd-4327-ab7d-6e232206642c. Apr 08 11:07:49.814150 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e10ba-1cc0-41ee-87b9-ca8c86392c21 req-b5e5ed2a-df92-4910-abc2-7631ccfa6e4f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.815821 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-130e10ba-1cc0-41ee-87b9-ca8c86392c21 req-b5e5ed2a-df92-4910-abc2-7631ccfa6e4f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.1107638 Apr 08 11:07:49.884422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:49.893231 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c43d0da8-7178-49c1-a57e-c15a3a94aec6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6528380 Apr 08 11:07:49.895014 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-985ec25a-a675-4d4e-95e0-46edbaae30f8 None None] Provisioning complete for port 59d0910b-82db-4a29-841a-9e24326f28fb triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:49.895549 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-985ec25a-a675-4d4e-95e0-46edbaae30f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.923433 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-130e10ba-1cc0-41ee-87b9-ca8c86392c21 req-2064170f-a214-4fa2-b3c6-2eba248ccedc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Apr 08 11:07:49.975256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.990574 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-985ec25a-a675-4d4e-95e0-46edbaae30f8 None None] Port 59d0910b-82db-4a29-841a-9e24326f28fb cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:50.038077 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:50.043250 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.051462 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 35064) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:50.055272 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:50.056836 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627759235', 'description': 'tempest-description--345090322'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:50.073884 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:50.074518 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:50.099605 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7d982d1f-55d7-457d-bc7a-989bd54560a6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "PUT /v2.0/floatingips/bb74b725-d80c-4095-b619-938e5d75de45 HTTP/1.1" status: 200 len: 991 time: 2.6522741 Apr 08 11:07:50.099605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:50.099605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:50.128292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9541ee-f8ae-4418-a961-ebede1dd5f57 x-openstack-request-id: req-2a9541ee-f8ae-4418-a961-ebede1dd5f57 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:50.128958 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:50.128958 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a9541ee-f8ae-4418-a961-ebede1dd5f57 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:50.129264 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9541ee-f8ae-4418-a961-ebede1dd5f57'] response: {'name': 'network-changed', 'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'status': 'completed', 'code': 200} Apr 08 11:07:50.195154 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:50.208953 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.283090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (d9525029-0c6a-4d62-9854-5205bf105bd0), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.346652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d9525029-0c6a-4d62-9854-5205bf105bd0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.395620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9525029-0c6a-4d62-9854-5205bf105bd0,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:50.414719 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3147fc-d0c9-4d81-8e00-cd447d3b3dfc req-1de85c87-4255-46b1-86f7-2349f76ce371 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:50.418604 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d3147fc-d0c9-4d81-8e00-cd447d3b3dfc req-1de85c87-4255-46b1-86f7-2349f76ce371 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0940652 Apr 08 11:07:50.451445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.463686 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d8ad649b-22e1-4d2f-af19-3c0bc72eec5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3997004 Apr 08 11:07:50.463686 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 35082) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:50.468221 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'security_group_rule': {'security_group_id': 'd9525029-0c6a-4d62-9854-5205bf105bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:50.469234 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 35084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:50.518974 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d3147fc-d0c9-4d81-8e00-cd447d3b3dfc req-9da07d08-4c85-4fe9-b9db-c69baffbbc0f tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923502 Apr 08 11:07:50.578273 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'bb74b725-d80c-4095-b619-938e5d75de45', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:c8:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:13Z', 'updated_at': '2022-04-08T11:07:48Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:50.605888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (a24e171b-5600-4c01-8db8-3cd5dfc156ae), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.611261 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:50.617792 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:50.618413 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:07:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:50.629301 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64f062a-f0e9-432e-a193-2774b34b45dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.680500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (a24e171b-5600-4c01-8db8-3cd5dfc156ae), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.743825 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64f062a-f0e9-432e-a193-2774b34b45dd admin admin] Publish callbacks [] for security_group (26b537a8-d6d1-48e9-aa53-4b92c01bac37), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.766329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (a24e171b-5600-4c01-8db8-3cd5dfc156ae), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.775406 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:50.781618 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24e171b-5600-4c01-8db8-3cd5dfc156ae,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:50.903397 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f64f062a-f0e9-432e-a193-2774b34b45dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (26b537a8-d6d1-48e9-aa53-4b92c01bac37), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.905452 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.908484 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-881f9518-ab63-46fa-8985-6ba6506e6862 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4442043 Apr 08 11:07:50.910465 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 35096) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:50.916077 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'security_group_rule': {'security_group_id': 'd9525029-0c6a-4d62-9854-5205bf105bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:50.957256 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f64f062a-f0e9-432e-a193-2774b34b45dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b264e8a2e537492aabee6d115d57e698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861913 Apr 08 11:07:50.965008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f062a-f0e9-432e-a193-2774b34b45dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b537a8-d6d1-48e9-aa53-4b92c01bac37,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:50.973279 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 35104) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.036991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] Publish callbacks [] for security_group (26b537a8-d6d1-48e9-aa53-4b92c01bac37), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.064476 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] Publish callbacks [] for security_group (26b537a8-d6d1-48e9-aa53-4b92c01bac37), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.070197 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'bb74b725-d80c-4095-b619-938e5d75de45', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:c8:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:13Z', 'updated_at': '2022-04-08T11:07:48Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:51.077138 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (df4fdc9f-da8c-43bc-8f02-455996974337), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.137150 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4f39-5361-4dc8-bb4d-8213fbf0878d req-83d9bd8b-bccd-4085-af29-83803f6eaf4b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:51.142393 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e51b4f39-5361-4dc8-bb4d-8213fbf0878d req-83d9bd8b-bccd-4085-af29-83803f6eaf4b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.1071405 Apr 08 11:07:51.219287 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e51b4f39-5361-4dc8-bb4d-8213fbf0878d req-e1c19f75-3f92-4f77-8efe-535d1785954c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Apr 08 11:07:51.222262 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0fa2a-4311-4166-8110-c4976068556f None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'bb74b725-d80c-4095-b619-938e5d75de45', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:c8:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:13Z', 'updated_at': '2022-04-08T11:07:48Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:51.253583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (26b537a8-d6d1-48e9-aa53-4b92c01bac37), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.257524 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.259564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26b537a8-d6d1-48e9-aa53-4b92c01bac37 HTTP/1.1" status: 204 len: 168 time: 0.2836468 Apr 08 11:07:51.269027 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (df4fdc9f-da8c-43bc-8f02-455996974337), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.274023 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496766c-6377-4fa3-8ad6-a5804c8af84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b537a8-d6d1-48e9-aa53-4b92c01bac37,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:51.337708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (df4fdc9f-da8c-43bc-8f02-455996974337), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.370466 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4fdc9f-da8c-43bc-8f02-455996974337,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:51.448261 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.456418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 35132) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.456576 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e46da1e8-23a3-4b21-a225-cc901fd1a74c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5429480 Apr 08 11:07:51.461509 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:51.522030 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cd65b-1a48-4ec6-b0f7-574239738ea4 None None] New status for floating IP bb74b725-d80c-4095-b619-938e5d75de45: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:07:51.553155 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.739910 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e6bd-10d8-4115-94ec-d9f0360e769b req-292ec091-29e4-4461-aa57-8ffbc0a96bb6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:51.741921 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-baf5e6bd-10d8-4115-94ec-d9f0360e769b req-292ec091-29e4-4461-aa57-8ffbc0a96bb6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.1070874 Apr 08 11:07:51.798534 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.403387 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-baf5e6bd-10d8-4115-94ec-d9f0360e769b req-8f09b25e-91e7-4f01-9cac-c803550ba3c6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477101 Apr 08 11:07:52.418704 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Allocated IP 172.27.1.56 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/6db1aa00-9777-462b-bd1c-11d40d0aeb21) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:52.474249 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293814c9-e76f-42fe-b42e-f71df1083515 req-bd01e1ba-a9d7-452f-933f-fdf3d430ca8e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:52.478365 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-293814c9-e76f-42fe-b42e-f71df1083515 req-bd01e1ba-a9d7-452f-933f-fdf3d430ca8e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.1459591 Apr 08 11:07:52.593192 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-293814c9-e76f-42fe-b42e-f71df1083515 req-8cfd447c-91bd-4fae-b05c-040fd4675a31 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Apr 08 11:07:52.644240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.798232 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.850880 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:52.853244 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:52.859104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:52.862642 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'Port': ['ID=6db1aa00-9777-462b-bd1c-11d40d0aeb21,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:53.013017 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.151623 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.364496 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.423645 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.570831 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'Port': ['ID=6db1aa00-9777-462b-bd1c-11d40d0aeb21,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:53.645090 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.712174 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a949-7441-4b6b-97f9-0120435e03be req-78f54b2f-0140-4384-9a95-28c65b4083c4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:53.722804 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d61a949-7441-4b6b-97f9-0120435e03be req-78f54b2f-0140-4384-9a95-28c65b4083c4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.1704829 Apr 08 11:07:53.795886 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ded169-c5f5-42cb-bac3-1d3b11559e84 req-db6608a7-07f3-4011-b552-a0361972d67a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:53.799226 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-79ded169-c5f5-42cb-bac3-1d3b11559e84 req-db6608a7-07f3-4011-b552-a0361972d67a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 943 time: 0.0985992 Apr 08 11:07:53.834851 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3d61a949-7441-4b6b-97f9-0120435e03be req-338b7cf1-15ac-4818-958a-8f1c162242d8 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032069 Apr 08 11:07:53.843520 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.855969 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8c2f5240-9017-4446-81f2-2d3f743a8a32 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3920064 Apr 08 11:07:53.879104 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-79ded169-c5f5-42cb-bac3-1d3b11559e84 req-8ecdb8b7-a82c-4f7a-9f31-c0ad0d5bd2a2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698638 Apr 08 11:07:54.286715 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f170a18a-ba87-4ff1-8a63-2cb5f43fe153 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:07:54.410772 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:54.426246 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153', 'network_id': 'f112b081-954f-47db-bb34-2dd5bc51e960', 'port_id': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153', 'mac_address': 'fa:16:3e:92:dc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bd3d28-0287-409e-857c-9b4663b6b733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:07:54.477911 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:54.478307 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:54.494191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f170a18a-ba87-4ff1-8a63-2cb5f43fe153 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:54.518022 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:54.609484 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:54.700054 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:54.727809 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.728083 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.729039 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.729679 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.730295 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.731122 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.731748 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.732243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.732916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.733474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.734264 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.740643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.740643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.740643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:54.740643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:55.020206 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa9326-cde6-4995-8054-060d7ae8a0b9 req-96e0f0cf-3df8-4d4d-a050-eca86539f06b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:55.023399 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bcfa9326-cde6-4995-8054-060d7ae8a0b9 req-96e0f0cf-3df8-4d4d-a050-eca86539f06b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0917575 Apr 08 11:07:55.053506 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['f170a18a-ba87-4ff1-8a63-2cb5f43fe153'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:07:55.151156 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bcfa9326-cde6-4995-8054-060d7ae8a0b9 req-5ac31056-3d7c-49e8-9a27-6afda580a3d9 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199906 Apr 08 11:07:55.332530 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78baeb-5459-4990-8a6b-74113c5dafd4 req-20b745fa-d05c-4846-a45a-16f9a48bdea3 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:55.340732 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b78baeb-5459-4990-8a6b-74113c5dafd4 req-20b745fa-d05c-4846-a45a-16f9a48bdea3 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 944 time: 0.1103067 Apr 08 11:07:55.455691 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b78baeb-5459-4990-8a6b-74113c5dafd4 req-3fe46185-019d-45c7-a608-a7e51258060d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128018 Apr 08 11:07:56.299408 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad9f1-337c-4ccb-9c19-3645f3150c63 req-f4593543-3db3-46d2-9ffb-e3e23763c332 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.300910 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-832ad9f1-337c-4ccb-9c19-3645f3150c63 req-f4593543-3db3-46d2-9ffb-e3e23763c332 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0637145 Apr 08 11:07:56.343984 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f170a18a-ba87-4ff1-8a63-2cb5f43fe153 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:56.359346 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-832ad9f1-337c-4ccb-9c19-3645f3150c63 req-666cbee2-00ea-4e3d-b138-fb8766cf4a6a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505610 Apr 08 11:07:56.506307 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:07:56.514167 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:56.518149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.625003 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea449-48b3-4896-a06e-e7d2905fd474 req-f562123e-1024-4615-9ba6-15f39af3facb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.628437 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-649ea449-48b3-4896-a06e-e7d2905fd474 req-f562123e-1024-4615-9ba6-15f39af3facb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 944 time: 0.0747013 Apr 08 11:07:56.650249 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:56.650902 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.682654 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-649ea449-48b3-4896-a06e-e7d2905fd474 req-df7d2f0b-5234-4e13-9261-ecf30581accc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484571 Apr 08 11:07:56.684459 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:56.687451 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f4845-fab7-457d-ab45-9dc21398a37e" -d '{"events": [{"server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "name": "network-vif-plugged", "status": "completed", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:56.703264 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:56.743248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675a57dc-9bd0-4ed8-a34f-dc189d5f1a1a x-openstack-request-id: req-675a57dc-9bd0-4ed8-a34f-dc189d5f1a1a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:56.743248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "name": "network-vif-plugged", "status": "completed", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:56.743567 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-675a57dc-9bd0-4ed8-a34f-dc189d5f1a1a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:56.743917 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675a57dc-9bd0-4ed8-a34f-dc189d5f1a1a'] response: {'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153', 'code': 200} Apr 08 11:07:56.775757 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 35258) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:56.777853 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.837006 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:56.905060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbbcff6a-992c-45bf-b739-2f404803a95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.018275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbbcff6a-992c-45bf-b739-2f404803a95f admin admin] Publish callbacks [] for security_group (5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.096050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbbcff6a-992c-45bf-b739-2f404803a95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.130789 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcff6a-992c-45bf-b739-2f404803a95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.146402 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bbbcff6a-992c-45bf-b739-2f404803a95f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeed58edb5554f7f95e38c7269fa73f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681786 Apr 08 11:07:57.151165 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 35268) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:57.217598 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] Publish callbacks [] for security_group (5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.243468 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] Publish callbacks [] for security_group (5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.379953 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.382535 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.383677 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6 HTTP/1.1" status: 204 len: 168 time: 0.2343509 Apr 08 11:07:57.392364 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a284af3-22e9-4ca3-ab5c-11b75ad6cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf3db2f-5b78-4fce-b4b1-0cd72994d4c6,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.546672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6c73-cecc-48dc-b746-2b4a434fd825 req-e2851afe-d3c2-4ec0-afcf-d1007a28f3a1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:57.553381 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0bae6c73-cecc-48dc-b746-2b4a434fd825 req-e2851afe-d3c2-4ec0-afcf-d1007a28f3a1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0786769 Apr 08 11:07:57.619668 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0bae6c73-cecc-48dc-b746-2b4a434fd825 req-a3e6eea9-e11c-4e7d-92a5-c4df8269e69e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592275 Apr 08 11:07:57.837447 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099ff8a-7856-46d4-8b47-497ddc105cdc req-b52bbe88-8d4b-45ce-896b-be81070fc529 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:57.845125 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8099ff8a-7856-46d4-8b47-497ddc105cdc req-b52bbe88-8d4b-45ce-896b-be81070fc529 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0735171 Apr 08 11:07:57.911215 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8099ff8a-7856-46d4-8b47-497ddc105cdc req-1ada1050-af81-4a7a-bb0a-806e36da67c8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Apr 08 11:07:58.731828 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5a561-95dc-4dae-980c-1e986be67265 req-3cf096c2-289a-4044-bdc0-d567eca68195 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:58.734080 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b9e5a561-95dc-4dae-980c-1e986be67265 req-3cf096c2-289a-4044-bdc0-d567eca68195 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0569925 Apr 08 11:07:58.781659 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b9e5a561-95dc-4dae-980c-1e986be67265 req-61b19e9d-02ea-4a43-8ac7-e15684979d1f tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Apr 08 11:07:59.024732 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4c537-df56-4067-bab4-d6f5b5086d8b req-cd22b4d4-eaea-4b19-b1e8-62d5e04575f2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.026257 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a6c4c537-df56-4067-bab4-d6f5b5086d8b req-cd22b4d4-eaea-4b19-b1e8-62d5e04575f2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0531213 Apr 08 11:07:59.076886 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a6c4c537-df56-4067-bab4-d6f5b5086d8b req-6a6ae8eb-9ef6-4585-863e-18e1d4b2b81b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Apr 08 11:07:59.907011 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1793325-3af1-4923-81cd-c8ac3044a5c9 req-b201c60a-3389-4a42-9045-fe3119e8de1a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.908408 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1793325-3af1-4923-81cd-c8ac3044a5c9 req-b201c60a-3389-4a42-9045-fe3119e8de1a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0567119 Apr 08 11:07:59.956169 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f1793325-3af1-4923-81cd-c8ac3044a5c9 req-555f465a-0ddf-42a6-b830-b19bf5cafd81 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Apr 08 11:08:00.193878 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dacd24-55fb-43e1-aa46-463c9514200f req-8b2203d3-10a0-45a0-a92a-314a616cbace tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.195348 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3dacd24-55fb-43e1-aa46-463c9514200f req-8b2203d3-10a0-45a0-a92a-314a616cbace tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Apr 08 11:08:00.242154 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3dacd24-55fb-43e1-aa46-463c9514200f req-1cfe56a8-ec2a-441f-880c-cb1586b1a95c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Apr 08 11:08:01.085896 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe981f0-6f55-432a-a434-07d4e808eb9c req-fb575ab2-17a1-4d57-a874-0a0278e8cb25 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.087262 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fe981f0-6f55-432a-a434-07d4e808eb9c req-fb575ab2-17a1-4d57-a874-0a0278e8cb25 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0552187 Apr 08 11:08:01.138169 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fe981f0-6f55-432a-a434-07d4e808eb9c req-174e5c37-2816-43b8-b889-c71fbda033ed tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Apr 08 11:08:01.357798 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fd58-dd84-411f-8cee-1d02410234b5 req-5a844183-afbf-431f-8b36-c39bdea6f052 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.359179 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40a5fd58-dd84-411f-8cee-1d02410234b5 req-5a844183-afbf-431f-8b36-c39bdea6f052 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0536625 Apr 08 11:08:01.405408 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-40a5fd58-dd84-411f-8cee-1d02410234b5 req-a0e94aca-7711-4d25-a117-f83cd810ac37 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Apr 08 11:08:02.253926 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21426e58-07a9-42c7-8869-f6fa11957a06 req-9c3147ac-fb3d-45e6-a061-b9655b4e1d37 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.255420 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-21426e58-07a9-42c7-8869-f6fa11957a06 req-9c3147ac-fb3d-45e6-a061-b9655b4e1d37 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0517125 Apr 08 11:08:02.306763 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-21426e58-07a9-42c7-8869-f6fa11957a06 req-63765f6c-b0fa-4830-9fcd-496d7b8b826b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Apr 08 11:08:02.546241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fa6c-d055-4985-992c-10f724f43836 req-4c053804-9c7a-493e-a968-ee7da1c4ddaf tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.547933 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c1b0fa6c-d055-4985-992c-10f724f43836 req-4c053804-9c7a-493e-a968-ee7da1c4ddaf tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0734284 Apr 08 11:08:02.605721 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c1b0fa6c-d055-4985-992c-10f724f43836 req-ba8ae4dd-a844-4575-a941-46d39c26e464 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514174 Apr 08 11:08:03.424092 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554b618-826b-4836-9983-fb1f590437ba req-00451de5-4b8b-4e1a-b397-73e49b41c9a3 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.425662 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1554b618-826b-4836-9983-fb1f590437ba req-00451de5-4b8b-4e1a-b397-73e49b41c9a3 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0536227 Apr 08 11:08:03.473654 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1554b618-826b-4836-9983-fb1f590437ba req-7104f955-915c-41c7-b022-4ef08757cda1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Apr 08 11:08:03.736133 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7d87b-d030-4101-8817-8795a0f8e6ee req-4e923888-9862-4ddb-81ca-df331f88a9dd tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.737584 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27e7d87b-d030-4101-8817-8795a0f8e6ee req-4e923888-9862-4ddb-81ca-df331f88a9dd tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0578721 Apr 08 11:08:03.786972 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-27e7d87b-d030-4101-8817-8795a0f8e6ee req-b51102c3-96e8-4f94-bacd-edaa7760ce84 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Apr 08 11:08:04.592231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f7316-6847-4769-ba64-4abb355b18fc req-0ae2aff9-ce70-4a84-8352-cdb0f8e1da4a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.592231 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-282f7316-6847-4769-ba64-4abb355b18fc req-0ae2aff9-ce70-4a84-8352-cdb0f8e1da4a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0532131 Apr 08 11:08:04.644870 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-282f7316-6847-4769-ba64-4abb355b18fc req-a61a4255-d1bd-4b2e-86e2-9b5aa5eea6a5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Apr 08 11:08:04.904281 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4025-7b47-437b-aaf2-02a5425e6759 req-98142c86-06ea-465c-87de-31fd9ac7437a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.905784 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-844f4025-7b47-437b-aaf2-02a5425e6759 req-98142c86-06ea-465c-87de-31fd9ac7437a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0519311 Apr 08 11:08:04.955328 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-844f4025-7b47-437b-aaf2-02a5425e6759 req-cdca176e-8845-45e4-a6e9-2d229d0e71d8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Apr 08 11:08:05.761970 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20022f4f-a4e3-483e-84e2-14eb44f183a3 req-e456f5b5-f2ef-4fb8-8542-08cb3eb72e2a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.763433 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20022f4f-a4e3-483e-84e2-14eb44f183a3 req-e456f5b5-f2ef-4fb8-8542-08cb3eb72e2a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0537083 Apr 08 11:08:05.809183 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-20022f4f-a4e3-483e-84e2-14eb44f183a3 req-db6bf9fb-0bb8-4dff-80da-a1e8cf382d90 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Apr 08 11:08:06.071636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a27c59-f7ab-4e09-bf61-3c3a842c0808 req-dc37fc80-47e3-48a2-9d25-b2ae6691153a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.074664 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-84a27c59-f7ab-4e09-bf61-3c3a842c0808 req-dc37fc80-47e3-48a2-9d25-b2ae6691153a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0540407 Apr 08 11:08:06.120574 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a585bce9-d9b7-46ab-8b41-96de10ff061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:06.124067 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-84a27c59-f7ab-4e09-bf61-3c3a842c0808 req-3aa1ff85-a50c-4d46-97ba-051b68bd063f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Apr 08 11:08:06.933091 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dda8-9e13-496f-981f-4caa1e855a33 req-b558fbb9-99ef-42ae-9cb8-3278d2be7a8b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.934458 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0852dda8-9e13-496f-981f-4caa1e855a33 req-b558fbb9-99ef-42ae-9cb8-3278d2be7a8b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0548787 Apr 08 11:08:06.981629 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0852dda8-9e13-496f-981f-4caa1e855a33 req-237f536e-6b87-4097-9329-3a3a9d5b27e0 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Apr 08 11:08:07.245322 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d65a97-26c2-45d1-8a9f-90d233f66014 req-91a1060e-8473-47c9-a32c-72a671a8d85a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:07.246685 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56d65a97-26c2-45d1-8a9f-90d233f66014 req-91a1060e-8473-47c9-a32c-72a671a8d85a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0511494 Apr 08 11:08:07.292174 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56d65a97-26c2-45d1-8a9f-90d233f66014 req-3d0b9d6b-eded-4cd1-b1d4-e826d9f78173 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Apr 08 11:08:08.100505 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4239c-f199-4385-8314-c9ba66c140e1 req-6491e60f-7317-47c3-b2f1-cd46f3267947 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.101995 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01a4239c-f199-4385-8314-c9ba66c140e1 req-6491e60f-7317-47c3-b2f1-cd46f3267947 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0549614 Apr 08 11:08:08.326457 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-01a4239c-f199-4385-8314-c9ba66c140e1 req-648774b7-284b-4ba7-85d8-7a6b2fdde781 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188447 Apr 08 11:08:08.431905 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53deabb-164f-45c4-aebe-4d0a7ff6184e req-03bd5563-cd71-407b-b1e2-46e0638929ae tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.433392 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a53deabb-164f-45c4-aebe-4d0a7ff6184e req-03bd5563-cd71-407b-b1e2-46e0638929ae tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0534654 Apr 08 11:08:08.483619 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a53deabb-164f-45c4-aebe-4d0a7ff6184e req-6f05b5ef-ccda-4411-9dd6-861540ebdd7e tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Apr 08 11:08:08.668750 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82a87355-b485-4285-8901-36bf45c8be7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.285985 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.452837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1cf0a-a44d-471f-ab8d-2ba6c40dd6c5 req-c6abc32d-28eb-4de1-920b-b6a192df1c37 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.454785 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ddd1cf0a-a44d-471f-ab8d-2ba6c40dd6c5 req-c6abc32d-28eb-4de1-920b-b6a192df1c37 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0610929 Apr 08 11:08:09.514632 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ddd1cf0a-a44d-471f-ab8d-2ba6c40dd6c5 req-67379331-79cf-46d7-a95f-8ebb825780e1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530891 Apr 08 11:08:09.636662 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc1c42-d766-4edc-ad0b-3be873ce1bc5 req-061ab648-c190-43e3-bd95-2a1fe280de7d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.638198 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dddc1c42-d766-4edc-ad0b-3be873ce1bc5 req-061ab648-c190-43e3-bd95-2a1fe280de7d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0588679 Apr 08 11:08:09.690225 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dddc1c42-d766-4edc-ad0b-3be873ce1bc5 req-69828f1c-efbf-44d1-bea4-18fca0fc2172 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Apr 08 11:08:10.643983 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd4ef7-95dd-40d3-9387-ca1ec5542207 req-3fb980a9-5a98-4983-bbe3-aefc486158ec tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.645429 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cedd4ef7-95dd-40d3-9387-ca1ec5542207 req-3fb980a9-5a98-4983-bbe3-aefc486158ec tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0538397 Apr 08 11:08:10.680976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:10.706444 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cedd4ef7-95dd-40d3-9387-ca1ec5542207 req-a34e37af-dd64-4a5d-a636-662b929e31e7 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529964 Apr 08 11:08:10.817476 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc096a-2312-4882-adf4-9628a8404e64 req-3be69c72-3a75-4c04-93ec-d8d7a1e35872 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.818873 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52dc096a-2312-4882-adf4-9628a8404e64 req-3be69c72-3a75-4c04-93ec-d8d7a1e35872 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0576134 Apr 08 11:08:10.869704 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-52dc096a-2312-4882-adf4-9628a8404e64 req-4ef12a86-2775-42b2-8818-2db4a77f9628 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Apr 08 11:08:11.822907 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54833cf-c5ac-46d8-a637-10a006ed6e6e req-2f90cda9-80c8-4b18-816e-9e28de118cfc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.824363 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d54833cf-c5ac-46d8-a637-10a006ed6e6e req-2f90cda9-80c8-4b18-816e-9e28de118cfc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0509703 Apr 08 11:08:11.874216 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d54833cf-c5ac-46d8-a637-10a006ed6e6e req-4d457d8a-e7ad-4897-9b14-68437bc2e93e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Apr 08 11:08:11.996091 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8d0e2-4f51-4698-9ff7-4f6cd473087c req-05f1d777-7f64-45ac-97ce-eb675af92d37 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.997670 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fad8d0e2-4f51-4698-9ff7-4f6cd473087c req-05f1d777-7f64-45ac-97ce-eb675af92d37 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0623541 Apr 08 11:08:12.047258 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fad8d0e2-4f51-4698-9ff7-4f6cd473087c req-cf0f514f-f086-4d18-9f8b-4771cbc16281 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Apr 08 11:08:12.245977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:12.998464 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6306295-09ab-411b-b2d4-bc3e4186c6b5 req-4ee4f8e7-158c-4ff5-ae56-97ea6bca0966 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.999956 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6306295-09ab-411b-b2d4-bc3e4186c6b5 req-4ee4f8e7-158c-4ff5-ae56-97ea6bca0966 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0527983 Apr 08 11:08:13.049086 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c6306295-09ab-411b-b2d4-bc3e4186c6b5 req-0afa6361-3f01-4798-82ce-8779eb583fbc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Apr 08 11:08:13.168229 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4f0f-9dc5-4224-b7e6-23e64d8c4872 req-fce1bd22-32a7-4761-a20a-2e9f7cb706c4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:13.169928 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-424f4f0f-9dc5-4224-b7e6-23e64d8c4872 req-fce1bd22-32a7-4761-a20a-2e9f7cb706c4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Apr 08 11:08:13.221101 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-424f4f0f-9dc5-4224-b7e6-23e64d8c4872 req-f1e13a9d-6d58-40ae-bf88-608d42765790 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Apr 08 11:08:14.167854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b539e4-74ca-4362-927b-84490e79a2de req-ff059d04-72ae-4ef6-aa3b-8be8f0508830 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.169355 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8b539e4-74ca-4362-927b-84490e79a2de req-ff059d04-72ae-4ef6-aa3b-8be8f0508830 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0521433 Apr 08 11:08:14.217714 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f8b539e4-74ca-4362-927b-84490e79a2de req-d2617c38-55fd-412b-ac45-8897b37a0846 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Apr 08 11:08:14.339535 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a49fc-4a78-4fe3-be87-c26f7bf68e61 req-54e87213-203b-4fe3-9aab-a772852f483d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.341007 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d14a49fc-4a78-4fe3-be87-c26f7bf68e61 req-54e87213-203b-4fe3-9aab-a772852f483d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0540133 Apr 08 11:08:14.386821 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d14a49fc-4a78-4fe3-be87-c26f7bf68e61 req-a6ccc631-1701-4968-9516-31f2e3580228 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Apr 08 11:08:15.339077 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa0d8e-ffec-40ab-9bbd-c8f8d4e99998 req-81cffa7a-a01d-4842-b7f6-e93a28249ed2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.340629 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b3fa0d8e-ffec-40ab-9bbd-c8f8d4e99998 req-81cffa7a-a01d-4842-b7f6-e93a28249ed2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0571916 Apr 08 11:08:15.388643 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b3fa0d8e-ffec-40ab-9bbd-c8f8d4e99998 req-e30302b7-eaec-4735-91a1-eb350b1f0ca6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Apr 08 11:08:15.504455 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ae10d-6ae5-4f85-b37b-bad1148a2d98 req-2d9bba2d-133f-4159-ad84-1bba4590af38 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.505983 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa2ae10d-6ae5-4f85-b37b-bad1148a2d98 req-2d9bba2d-133f-4159-ad84-1bba4590af38 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0531840 Apr 08 11:08:15.553272 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa2ae10d-6ae5-4f85-b37b-bad1148a2d98 req-1c6221d6-7417-47f0-a709-9856996f08a1 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Apr 08 11:08:16.513798 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d633c-3f5a-4cdd-9174-def3e5404883 req-40611192-1565-433a-8665-b8025d79dbe1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:16.515263 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-284d633c-3f5a-4cdd-9174-def3e5404883 req-40611192-1565-433a-8665-b8025d79dbe1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0577691 Apr 08 11:08:16.574503 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-284d633c-3f5a-4cdd-9174-def3e5404883 req-7e92c600-8ac3-4964-abcd-a22b01c565a2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530727 Apr 08 11:08:16.682120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c39d5-fbb6-464f-9832-e9b095b5c2b2 req-d35fe193-218b-42db-8c59-7819596ec50f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:16.683601 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-894c39d5-fbb6-464f-9832-e9b095b5c2b2 req-d35fe193-218b-42db-8c59-7819596ec50f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0538476 Apr 08 11:08:16.731972 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-894c39d5-fbb6-464f-9832-e9b095b5c2b2 req-9fc097eb-c7bf-4bf9-a057-b61bc6586758 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Apr 08 11:08:17.040599 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:17.693285 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df36424-cc7a-464e-9c35-93bdb808bd7d req-219769a1-80e1-4ea1-ae80-1498d21eb44d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:17.694776 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4df36424-cc7a-464e-9c35-93bdb808bd7d req-219769a1-80e1-4ea1-ae80-1498d21eb44d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0519426 Apr 08 11:08:17.741909 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4df36424-cc7a-464e-9c35-93bdb808bd7d req-694a7930-d8d9-488b-ab8e-87cab68844e2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Apr 08 11:08:17.855146 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b5e4-a712-45b7-a9dc-89c426a417c5 req-81284b56-6d52-4d81-8499-503e63c170e9 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:17.856532 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61b0b5e4-a712-45b7-a9dc-89c426a417c5 req-81284b56-6d52-4d81-8499-503e63c170e9 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0581436 Apr 08 11:08:17.904800 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61b0b5e4-a712-45b7-a9dc-89c426a417c5 req-af7d6213-20d6-460c-8734-7c323487541f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Apr 08 11:08:18.865624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783de63b-5a61-4fdd-b1ba-3bb644a39d40 req-f2d0224d-4a91-4819-9262-49d834b98a89 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:18.867739 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-783de63b-5a61-4fdd-b1ba-3bb644a39d40 req-f2d0224d-4a91-4819-9262-49d834b98a89 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0587130 Apr 08 11:08:18.919874 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-783de63b-5a61-4fdd-b1ba-3bb644a39d40 req-7a7763b1-999d-4552-852e-6d39e82c5e26 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Apr 08 11:08:19.039469 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734604-ca64-4576-ac51-18743574bc66 req-3d2e502e-3a79-4d10-9a2e-71993bba3ab4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.040896 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff734604-ca64-4576-ac51-18743574bc66 req-3d2e502e-3a79-4d10-9a2e-71993bba3ab4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0578752 Apr 08 11:08:19.090027 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff734604-ca64-4576-ac51-18743574bc66 req-a0ff2aa7-ea79-4ab1-8422-641c5ee6fb47 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Apr 08 11:08:19.794534 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:20.041612 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985a39-b47a-4b4a-8208-e8ac0db1fd8a req-1d5419ab-aff9-4449-9b55-32fc8a146198 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:20.043132 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3985a39-b47a-4b4a-8208-e8ac0db1fd8a req-1d5419ab-aff9-4449-9b55-32fc8a146198 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0533762 Apr 08 11:08:20.090349 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e3985a39-b47a-4b4a-8208-e8ac0db1fd8a req-aeba3e77-f5dd-4433-8c0e-de2995017c1c tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Apr 08 11:08:20.210585 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d09e86-4e85-465f-9e47-d653d0173728 req-947949c4-8368-4751-b345-9b27a2c15418 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:20.212100 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00d09e86-4e85-465f-9e47-d653d0173728 req-947949c4-8368-4751-b345-9b27a2c15418 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0559235 Apr 08 11:08:20.264098 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-00d09e86-4e85-465f-9e47-d653d0173728 req-29214b2c-3a1b-4291-981e-f85565ecbe28 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Apr 08 11:08:21.212736 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9f9d-800d-44d4-b5bf-b84b39b62ff3 req-fa4057fa-efa6-47a9-8faa-2e5653d09746 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:21.214245 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e70f9f9d-800d-44d4-b5bf-b84b39b62ff3 req-fa4057fa-efa6-47a9-8faa-2e5653d09746 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0547178 Apr 08 11:08:21.262840 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e70f9f9d-800d-44d4-b5bf-b84b39b62ff3 req-c363ce90-db9b-4543-9351-c342541a14a4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Apr 08 11:08:21.383053 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9aa94-3e0c-4836-9a99-6da2458781f8 req-32762010-0693-4137-9cb7-7f8f1203d5ba tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:21.384520 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ddf9aa94-3e0c-4836-9a99-6da2458781f8 req-32762010-0693-4137-9cb7-7f8f1203d5ba tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0532362 Apr 08 11:08:21.435584 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ddf9aa94-3e0c-4836-9a99-6da2458781f8 req-5d510c84-07b8-4f6e-a49e-cdc3b4cf8ab4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Apr 08 11:08:22.389551 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed1db-6326-4968-8634-17baea40252f req-7070118d-aed4-4cf7-94c1-591c45a45d6a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:22.391051 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9daed1db-6326-4968-8634-17baea40252f req-7070118d-aed4-4cf7-94c1-591c45a45d6a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0565219 Apr 08 11:08:22.439382 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9daed1db-6326-4968-8634-17baea40252f req-dcedb3a1-c19e-4f12-bcde-43af8cd0e213 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Apr 08 11:08:22.554773 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8decff-4558-4b11-a10a-e76ed039c452 req-4a59be58-6c21-4389-9c77-dfb45d40dc53 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:22.556189 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c8decff-4558-4b11-a10a-e76ed039c452 req-4a59be58-6c21-4389-9c77-dfb45d40dc53 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0531032 Apr 08 11:08:22.606566 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c8decff-4558-4b11-a10a-e76ed039c452 req-4799a689-6039-4d82-87e7-e69844293abc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Apr 08 11:08:23.567605 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56863db2-e54f-4c1f-ab02-04c02c283b6e req-1b4be4cc-8580-4f2b-b084-825edbd19af4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:23.569138 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56863db2-e54f-4c1f-ab02-04c02c283b6e req-1b4be4cc-8580-4f2b-b084-825edbd19af4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0630729 Apr 08 11:08:23.620016 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-56863db2-e54f-4c1f-ab02-04c02c283b6e req-2804daf3-fd3c-45d1-884b-7507598554c5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Apr 08 11:08:23.724918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922611fe-a8bc-47c0-bf73-2e66e45acb58 req-a21e6af8-9176-4738-8d27-87cfc48067f8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:23.726412 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-922611fe-a8bc-47c0-bf73-2e66e45acb58 req-a21e6af8-9176-4738-8d27-87cfc48067f8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0529103 Apr 08 11:08:23.774826 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-922611fe-a8bc-47c0-bf73-2e66e45acb58 req-650e5d3b-9dd4-4efe-ad97-2d7bb8da314a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Apr 08 11:08:24.737902 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28009-a921-4d55-9ca8-caac8fbdc8ba req-71b7517b-9d3e-4626-8f91-4462649990fc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:24.739436 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07a28009-a921-4d55-9ca8-caac8fbdc8ba req-71b7517b-9d3e-4626-8f91-4462649990fc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0531778 Apr 08 11:08:24.785613 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-07a28009-a921-4d55-9ca8-caac8fbdc8ba req-226b8246-3e96-4f23-8319-2dc754fc8c3d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Apr 08 11:08:24.899106 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ded95-9652-4d19-95f7-997e07e43270 req-0ec3ba0d-54f2-4ba4-a7be-ed5b8dfec9aa tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:24.900483 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-362ded95-9652-4d19-95f7-997e07e43270 req-0ec3ba0d-54f2-4ba4-a7be-ed5b8dfec9aa tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0599587 Apr 08 11:08:24.947667 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-362ded95-9652-4d19-95f7-997e07e43270 req-b7b6fec7-49bd-4309-8c98-4b82e5879346 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Apr 08 11:08:25.909445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0ba5-d87e-4f33-a3c9-27f48b08f553 req-087d1932-a26e-4fce-85cb-9f76740135fc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:25.910845 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7dd0ba5-d87e-4f33-a3c9-27f48b08f553 req-087d1932-a26e-4fce-85cb-9f76740135fc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0567636 Apr 08 11:08:25.958075 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7dd0ba5-d87e-4f33-a3c9-27f48b08f553 req-3424e553-2cf5-45fd-a632-a65b314e5869 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Apr 08 11:08:26.068923 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63909042-3ab6-4e45-a990-0872e34c75b5 req-b232ae3a-854d-4f43-8c82-d3ed494b5bbe tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:26.070433 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63909042-3ab6-4e45-a990-0872e34c75b5 req-b232ae3a-854d-4f43-8c82-d3ed494b5bbe tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0571933 Apr 08 11:08:26.117765 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-63909042-3ab6-4e45-a990-0872e34c75b5 req-f7e3de0f-76cc-4c0c-97c5-4bb4c80d1edf tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Apr 08 11:08:27.085459 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51463fe5-3559-4c84-8432-049275e0ab8e req-598c68dc-2d34-4125-8734-3d5825bdd1ce tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:27.086992 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-51463fe5-3559-4c84-8432-049275e0ab8e req-598c68dc-2d34-4125-8734-3d5825bdd1ce tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0540476 Apr 08 11:08:27.143322 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-51463fe5-3559-4c84-8432-049275e0ab8e req-8b49b416-1a4c-4a6a-9f90-0a8a1cd86916 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Apr 08 11:08:27.269740 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0fba-506a-4cb1-aefc-315dfd7fbca6 req-1d40e2a0-8e5a-47d4-92b8-bcca0365b3c8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:27.271379 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a34a0fba-506a-4cb1-aefc-315dfd7fbca6 req-1d40e2a0-8e5a-47d4-92b8-bcca0365b3c8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0672467 Apr 08 11:08:27.319485 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-06ef788f-92ec-4458-a758-c5cc1ab2635d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--627759235&fields=id&tenant_id=de1ebb9f439d4fb9b52fd878808edd8a HTTP/1.1" status: 200 len: 267 time: 0.0483050 Apr 08 11:08:27.328156 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a34a0fba-506a-4cb1-aefc-315dfd7fbca6 req-b3b7396d-20bb-4c31-a709-bc411198e714 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Apr 08 11:08:27.433473 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-9345460f-1160-4182-9bcb-8181c49d7a42 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:27.434938 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-9345460f-1160-4182-9bcb-8181c49d7a42 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.1046593 Apr 08 11:08:27.449736 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-7f11d645-48f0-454b-94d1-78cd95c599ce tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/quotas/de1ebb9f439d4fb9b52fd878808edd8a HTTP/1.1" status: 200 len: 375 time: 0.0089433 Apr 08 11:08:27.508845 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-66051a00-51e3-42b3-ae3b-57d0ee2b0b67 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540192 Apr 08 11:08:27.607194 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-883a6d0f-a990-45aa-9fc5-df9565932ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869658 Apr 08 11:08:27.697655 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-d4f938bd-ec33-4384-9a36-0ed4d0ca4c5b service neutron] 10.222.0.37 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Apr 08 11:08:27.919207 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-493d32e5-8a2c-47bb-b434-f778f7ff9ad2 req-82f29571-d89f-4fe4-ae76-d8e4935909dc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0269008 Apr 08 11:08:28.262690 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af29da-fd4b-46d1-96b1-f10916b3742a req-31992360-77cc-4118-bcd6-043657d0dde2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:28.265577 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22af29da-fd4b-46d1-96b1-f10916b3742a req-31992360-77cc-4118-bcd6-043657d0dde2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0527127 Apr 08 11:08:28.316961 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22af29da-fd4b-46d1-96b1-f10916b3742a req-87c8cf47-322f-4129-9517-df91bf679ee3 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Apr 08 11:08:28.447446 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce539-bee9-4068-ab84-62e6654ccd36 req-15b40611-c6fd-41fd-9598-143cc4bb3541 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:28.449016 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c20ce539-bee9-4068-ab84-62e6654ccd36 req-15b40611-c6fd-41fd-9598-143cc4bb3541 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Apr 08 11:08:28.499353 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c20ce539-bee9-4068-ab84-62e6654ccd36 req-376fceea-ece2-4763-b990-77f55d14e43d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Apr 08 11:08:29.012232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-24e25a9c-e084-4bcf-bbed-dc5b3405ea97 req-28a4325d-9d9c-4cce-adb6-7c1cc8407139 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0270569 Apr 08 11:08:29.439956 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014be9d-1801-46d1-b7cd-0dfd422f2045 req-e57657e6-a531-411f-99df-c33426d2e3ca tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:29.441491 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8014be9d-1801-46d1-b7cd-0dfd422f2045 req-e57657e6-a531-411f-99df-c33426d2e3ca tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0520036 Apr 08 11:08:29.491465 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8014be9d-1801-46d1-b7cd-0dfd422f2045 req-b5f0aa38-2e43-4dec-a145-c39d7cbb4f02 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Apr 08 11:08:29.617568 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df8ea2-ec97-4feb-8246-3c13f6309423 req-0a40f6a5-afdd-4d46-84e8-fbdffff039b2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:29.619081 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f7df8ea2-ec97-4feb-8246-3c13f6309423 req-0a40f6a5-afdd-4d46-84e8-fbdffff039b2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0547407 Apr 08 11:08:29.666339 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f7df8ea2-ec97-4feb-8246-3c13f6309423 req-2850c6af-f6d6-496b-896e-d7c123a94072 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Apr 08 11:08:30.106108 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ce5103c6-0f7a-4a6f-8025-b2d694231534 req-a6868904-2c11-453c-a410-0b3bb41dcb0e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Apr 08 11:08:30.613566 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63419-2c67-4aa6-aa66-19df63937cac req-b4b7adde-029a-486e-9b23-167c5deeb3eb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.615035 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e1d63419-2c67-4aa6-aa66-19df63937cac req-b4b7adde-029a-486e-9b23-167c5deeb3eb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0553689 Apr 08 11:08:30.666379 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e1d63419-2c67-4aa6-aa66-19df63937cac req-ac12300e-9611-4650-961c-6f35a4cfc842 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Apr 08 11:08:30.784849 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a68b-c3b5-4293-8992-237b60b0f604 req-c989fc4c-6c02-4dc2-b24f-e1d954b54500 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.787315 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9a7a68b-c3b5-4293-8992-237b60b0f604 req-c989fc4c-6c02-4dc2-b24f-e1d954b54500 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Apr 08 11:08:30.838240 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9a7a68b-c3b5-4293-8992-237b60b0f604 req-885163f5-8b41-4dff-a4e2-5bb50ec680cc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Apr 08 11:08:31.199154 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-63d2f186-702d-4dc3-b0e2-86c49a5ead86 req-cd4496d1-955e-4f4f-be9f-3f984d91527b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Apr 08 11:08:31.782290 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03586dc2-42f1-449f-9e4f-f797b74bb071 req-b341c1c7-2a92-40c9-a064-60a62f05594f tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:31.784447 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-03586dc2-42f1-449f-9e4f-f797b74bb071 req-b341c1c7-2a92-40c9-a064-60a62f05594f tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0525780 Apr 08 11:08:31.835541 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-03586dc2-42f1-449f-9e4f-f797b74bb071 req-b2be7055-8212-4a14-bc00-d60c3925c2f8 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Apr 08 11:08:31.958163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451169ce-e717-4069-8b13-315971091475 req-dc340feb-371d-49de-85db-c0b5b03196ad tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:31.959683 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-451169ce-e717-4069-8b13-315971091475 req-dc340feb-371d-49de-85db-c0b5b03196ad tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0558898 Apr 08 11:08:32.010065 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-451169ce-e717-4069-8b13-315971091475 req-66715916-b671-429e-8876-91afbbbd0dab tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Apr 08 11:08:32.290815 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a816de1d-0f3a-4d93-949e-4b6e06b7a88c req-5d584f96-3666-41d5-91ce-43a414a5ec6b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Apr 08 11:08:32.962172 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354366e4-e3d1-4b4f-a044-b5a44f7cce35 req-d4289905-29fc-4dec-b664-f1229cfb89da tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:32.963705 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-354366e4-e3d1-4b4f-a044-b5a44f7cce35 req-d4289905-29fc-4dec-b664-f1229cfb89da tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0575743 Apr 08 11:08:33.030578 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-354366e4-e3d1-4b4f-a044-b5a44f7cce35 req-da388dad-ee6a-43f5-9ae9-54558294782d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604119 Apr 08 11:08:33.137716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601b8df-c587-406b-ad50-3c635411989d req-1ebef99c-20e4-49c8-b496-182c5651e4e8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:33.139182 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1601b8df-c587-406b-ad50-3c635411989d req-1ebef99c-20e4-49c8-b496-182c5651e4e8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0555539 Apr 08 11:08:33.193339 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1601b8df-c587-406b-ad50-3c635411989d req-b818eb70-1925-484f-b913-cabc5774b9d6 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Apr 08 11:08:33.384935 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-db91c657-eeb0-4cc4-a4c5-ba118eaa5746 req-26fd2786-c538-429a-9e81-a450084bffee tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Apr 08 11:08:34.145424 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1bcd8-b92d-4335-9cdf-bd94bfac5bdd req-63522aee-14a0-43a4-a755-4039af380843 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:34.146897 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fe1bcd8-b92d-4335-9cdf-bd94bfac5bdd req-63522aee-14a0-43a4-a755-4039af380843 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0513608 Apr 08 11:08:34.197061 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7fe1bcd8-b92d-4335-9cdf-bd94bfac5bdd req-6dc3a527-2a55-4c5e-8bed-8c612b88f8d0 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445776 Apr 08 11:08:34.312611 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3502ff9-2b63-4220-8cde-a5b156795337 req-06c8c386-d59e-4eb6-96df-f35e42de6a40 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:34.314120 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3502ff9-2b63-4220-8cde-a5b156795337 req-06c8c386-d59e-4eb6-96df-f35e42de6a40 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0532215 Apr 08 11:08:34.362954 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3502ff9-2b63-4220-8cde-a5b156795337 req-15516a5e-ab5f-4327-b694-ea1dab670614 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Apr 08 11:08:34.478177 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8ff318aa-4188-4e6d-9ffd-27018be9b750 req-e0d1de15-6318-4228-ab12-59b5e545721d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Apr 08 11:08:35.317510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892556-867a-470c-a9c6-661e36b606e3 req-4a2b93af-a8fc-4b84-aa80-b6c13883d457 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:35.319033 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83892556-867a-470c-a9c6-661e36b606e3 req-4a2b93af-a8fc-4b84-aa80-b6c13883d457 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0563753 Apr 08 11:08:35.366004 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83892556-867a-470c-a9c6-661e36b606e3 req-351d8c11-56ff-4faa-8548-b57f8117fbaa tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Apr 08 11:08:35.484700 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d998e9-1c70-4ae8-b5da-98078983dd1a req-11e75c98-aeca-4da1-a12d-17ad03992e72 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:35.486251 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8d998e9-1c70-4ae8-b5da-98078983dd1a req-11e75c98-aeca-4da1-a12d-17ad03992e72 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0536633 Apr 08 11:08:35.540295 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8d998e9-1c70-4ae8-b5da-98078983dd1a req-fcbd59b2-cdfb-4b06-95f6-bf289887a1d4 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Apr 08 11:08:35.575686 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1afa2ba5-8465-4e0f-ada5-db2281c92906 req-9f78431b-98bd-4dea-a087-94b695dc6db7 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0281699 Apr 08 11:08:36.099979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18001180-3fbc-4c8a-b615-4726b8c7c232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:36.484800 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0e7b-1773-4396-b07e-e7a3693c5608 req-b824e219-de6c-45cf-96f9-4ce12c5e18e1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:36.486272 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06de0e7b-1773-4396-b07e-e7a3693c5608 req-b824e219-de6c-45cf-96f9-4ce12c5e18e1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0531011 Apr 08 11:08:36.540364 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-06de0e7b-1773-4396-b07e-e7a3693c5608 req-cc61fffd-0af3-4809-8747-762c7b7a6a1f tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Apr 08 11:08:36.660119 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c462c6a-a6a3-4c05-bf8b-409491a36e45 req-322a1c55-906a-46d3-a394-d2f71bbf66fc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:36.661800 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7c462c6a-a6a3-4c05-bf8b-409491a36e45 req-322a1c55-906a-46d3-a394-d2f71bbf66fc tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0540884 Apr 08 11:08:36.673851 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c090dd2b-f195-4df7-9979-2978cdc1bbbd req-f1c7ccf5-8ae3-40ba-b66c-6a6d60fb914e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0264585 Apr 08 11:08:36.713300 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7c462c6a-a6a3-4c05-bf8b-409491a36e45 req-269d5f81-aa6c-47e4-96ba-f6abee07f8ae tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Apr 08 11:08:37.662639 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9069-59bf-46da-8eba-dfdc9417d8b8 req-afb56506-7174-46a5-ae9c-3d69939a4c9a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:37.664134 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-039c9069-59bf-46da-8eba-dfdc9417d8b8 req-afb56506-7174-46a5-ae9c-3d69939a4c9a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0525701 Apr 08 11:08:37.711996 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-039c9069-59bf-46da-8eba-dfdc9417d8b8 req-001288ac-cc7c-4355-a4eb-c90c3922de6c tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Apr 08 11:08:37.769214 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8706907c-1317-46e1-acd2-0f433fb9be23 req-e4cb44de-0448-4d1f-91a8-a0446f1c09f1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Apr 08 11:08:37.832563 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac66c-778c-4358-9007-fdc99840ea0f req-1bee8e01-de1a-4ee5-b93a-fde6c54ab43a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:37.833975 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2efac66c-778c-4358-9007-fdc99840ea0f req-1bee8e01-de1a-4ee5-b93a-fde6c54ab43a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0547678 Apr 08 11:08:37.884218 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2efac66c-778c-4358-9007-fdc99840ea0f req-9c01b939-56c2-4b3d-8b25-951861367352 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Apr 08 11:08:38.634660 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-98eb94bf-1665-4c32-8db7-813d9ac181ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.831376 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc84b7-35ea-4813-8aa1-2216a243ab1e req-f64f0a83-74f0-4a85-ab81-dbf4f9e6904e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:38.832971 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbc84b7-35ea-4813-8aa1-2216a243ab1e req-f64f0a83-74f0-4a85-ab81-dbf4f9e6904e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0543885 Apr 08 11:08:38.863491 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a1045671-8615-431b-ab1f-3b68bc0fe283 req-2c4062d1-c495-4ba0-9384-311844a432b8 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0266597 Apr 08 11:08:38.884853 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2dbc84b7-35ea-4813-8aa1-2216a243ab1e req-c4ae297e-0ed8-4514-9643-3403aab2bba6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Apr 08 11:08:39.001467 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07daae-3e9f-4191-b08d-03da5e923a63 req-0b481bc0-98e9-4ced-95c5-e1de464aef6f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.003609 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab07daae-3e9f-4191-b08d-03da5e923a63 req-0b481bc0-98e9-4ced-95c5-e1de464aef6f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0538177 Apr 08 11:08:39.050237 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ab07daae-3e9f-4191-b08d-03da5e923a63 req-db5b65bd-8c59-4445-bdf0-53276a03415a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 Apr 08 11:08:39.291683 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.956200 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-60d0c7ba-2471-4ef0-8020-54c7a6a5ba2e req-a52165b0-13cf-4065-a96e-df5ac3e615ad tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Apr 08 11:08:40.003166 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57be9a-30a7-41d4-bb46-57b614fcabb9 req-0f6712db-e9ec-4444-a8f5-8025aece49b2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:40.004634 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2d57be9a-30a7-41d4-bb46-57b614fcabb9 req-0f6712db-e9ec-4444-a8f5-8025aece49b2 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0530777 Apr 08 11:08:40.055559 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2d57be9a-30a7-41d4-bb46-57b614fcabb9 req-a4c0d8fc-b98a-427f-8736-018cf3fa972b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Apr 08 11:08:40.171194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274433ca-b97a-497b-9580-e749030cbeb8 req-55385a2e-0956-427f-b152-0ad897eef3f2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:40.172563 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-274433ca-b97a-497b-9580-e749030cbeb8 req-55385a2e-0956-427f-b152-0ad897eef3f2 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0569184 Apr 08 11:08:40.221013 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-274433ca-b97a-497b-9580-e749030cbeb8 req-a08f87d0-8745-406d-8a76-e34ccbc5af29 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Apr 08 11:08:40.651979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.051667 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-458501ec-73c9-4788-ab6d-15ea72ff871d req-15e5cfac-ff93-4257-9619-02513a4de7dc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Apr 08 11:08:41.172756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3fa8a-6336-423a-92a2-8b01f056ae61 req-8fa39431-70a6-4b3c-81a6-9daa2df98bd5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:41.174251 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-95a3fa8a-6336-423a-92a2-8b01f056ae61 req-8fa39431-70a6-4b3c-81a6-9daa2df98bd5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0527213 Apr 08 11:08:41.222942 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-95a3fa8a-6336-423a-92a2-8b01f056ae61 req-49f4fd45-7db7-4d2a-ac6f-dbbfb24670eb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Apr 08 11:08:41.339657 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b23a8-7b31-4817-a07a-90715195e393 req-f7052c88-536c-4d45-92e4-900d185bc721 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:41.341154 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c2b23a8-7b31-4817-a07a-90715195e393 req-f7052c88-536c-4d45-92e4-900d185bc721 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Apr 08 11:08:41.388326 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c2b23a8-7b31-4817-a07a-90715195e393 req-b49a7211-82f1-4c82-9005-4658fd0ff99a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Apr 08 11:08:42.146154 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b43c9a92-6aba-4b84-b1fb-dafe4607ca87 req-65383a6d-4af4-473f-a595-3d0da99ef5ac tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Apr 08 11:08:42.217595 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.341288 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024efb5-c12b-46ed-b600-fdbaa1589e93 req-dece3dff-6af1-424f-b726-a22c67f7bffb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:42.343030 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3024efb5-c12b-46ed-b600-fdbaa1589e93 req-dece3dff-6af1-424f-b726-a22c67f7bffb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 931 time: 0.0537717 Apr 08 11:08:42.394334 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3024efb5-c12b-46ed-b600-fdbaa1589e93 req-700fe192-925a-4606-a356-994beacd6df1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Apr 08 11:08:42.512500 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea425-dba7-4660-86a8-d55dee7441c1 req-ea986d7a-4199-4042-9956-58bd7154ff9a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:42.513896 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c1ea425-dba7-4660-86a8-d55dee7441c1 req-ea986d7a-4199-4042-9956-58bd7154ff9a tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0573926 Apr 08 11:08:42.563020 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c1ea425-dba7-4660-86a8-d55dee7441c1 req-c23e8f05-1160-4668-9606-a6ec40dc78bb tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Apr 08 11:08:42.870962 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Request body: {'port': {'device_id': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:42.937468 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.963611 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1763b5ed-b3b9-4a1d-89fb-81e304e7eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:42.965243 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1763b5ed-b3b9-4a1d-89fb-81e304e7eee1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1129 time: 0.0774488 Apr 08 11:08:43.038385 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-239e9f0a-d01c-497c-a956-9114a1d2dc74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100895 Apr 08 11:08:43.073492 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-14bb5690-90fa-4908-a317-b5ca4731e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.075351 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-14bb5690-90fa-4908-a317-b5ca4731e938 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.1027510 Apr 08 11:08:43.204356 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-37ff0001-4b0a-45cf-a59f-e08f22c31dcf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 1001 time: 0.1216762 Apr 08 11:08:43.211071 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866910-77da-40c1-ba27-0aee2dab727a req-d872b01e-3f06-4ac4-ac9c-672400481f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.212603 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-d872b01e-3f06-4ac4-ac9c-672400481f44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.1228087 Apr 08 11:08:43.264388 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-208afbbf-caf4-4552-872f-c69e5061cf37 req-9ccca601-40e0-41e4-8a1b-13a00ceab8b5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0360227 Apr 08 11:08:43.266497 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d0910b-82db-4a29-841a-9e24326f28fb {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:43.275507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks [] for port (59d0910b-82db-4a29-841a-9e24326f28fb), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.288637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Transition to ACTIVE for port object 59d0910b-82db-4a29-841a-9e24326f28fb will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:08:43.372060 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.391732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.61', 65020) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:43.471987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:43.483248 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.483815 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.484294 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.484875 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.485460 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.485932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.486403 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.486921 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.487395 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.487886 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.488361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.488917 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.490280 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.491535 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.492059 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:43.498943 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Attempting to bind port 59d0910b-82db-4a29-841a-9e24326f28fb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:43.499443 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Attempting to bind port 59d0910b-82db-4a29-841a-9e24326f28fb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:43.500317 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Attempting to bind port 59d0910b-82db-4a29-841a-9e24326f28fb on network c5b28a3a-0b9d-4c38-88db-73637b83702a {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:43.506854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Port 59d0910b-82db-4a29-841a-9e24326f28fb on network c5b28a3a-0b9d-4c38-88db-73637b83702a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:08:43.507453 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Attempting to bind port 59d0910b-82db-4a29-841a-9e24326f28fb on network c5b28a3a-0b9d-4c38-88db-73637b83702a {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:43.515524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:43.516056 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Checking segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:43.516845 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Bound using segment: {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:43.517440 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Bound port: 59d0910b-82db-4a29-841a-9e24326f28fb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:43.517976 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.596543 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1f9ab58e-98e3-4a38-b040-077209a8ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.598733 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1f9ab58e-98e3-4a38-b040-077209a8ebbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.2352426 Apr 08 11:08:43.603164 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:43.607268 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59d0910b-82db-4a29-841a-9e24326f28fb,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:43.698610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e4f4-6249-417f-859c-e0ec004c35be req-bc6bd9ea-a37f-4561-8be8-4af7d70d99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.699376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c9eea-474b-4639-9e1d-0997bcee3127 req-d144ee3d-7a3d-4cc3-a3ac-4cd97fa09440 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.699965 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4768e4f4-6249-417f-859c-e0ec004c35be req-bc6bd9ea-a37f-4561-8be8-4af7d70d99c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 1129 time: 0.3071616 Apr 08 11:08:43.701108 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf3c9eea-474b-4639-9e1d-0997bcee3127 req-d144ee3d-7a3d-4cc3-a3ac-4cd97fa09440 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0571191 Apr 08 11:08:43.703974 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866910-77da-40c1-ba27-0aee2dab727a req-949dcc8b-e70b-4d5e-aa43-9e6db8b49c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.705483 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-949dcc8b-e70b-4d5e-aa43-9e6db8b49c4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.3114371 Apr 08 11:08:43.718948 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c8a7b-4345-4778-baff-aebf04c4f466 req-65213f09-2f9c-44c1-b1bf-f4aa4e23298a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.720859 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f69c8a7b-4345-4778-baff-aebf04c4f466 req-65213f09-2f9c-44c1-b1bf-f4aa4e23298a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.1517496 Apr 08 11:08:43.744718 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.795192 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-89f930e6-64e9-41e6-85de-e352fb266c9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0668702 Apr 08 11:08:43.800482 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-12af57c8-960c-4e5d-872f-31579b04ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.801437 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-12af57c8-960c-4e5d-872f-31579b04ee7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1702495 Apr 08 11:08:43.817301 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.818180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.819598 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] 10.222.0.61 "PUT /v2.0/ports/59d0910b-82db-4a29-841a-9e24326f28fb HTTP/1.1" status: 200 len: 1093 time: 0.9529548 Apr 08 11:08:43.820044 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:43.822338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:43.839512 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cf3c9eea-474b-4639-9e1d-0997bcee3127 req-1961b23a-f1d4-4ca9-9f44-3081c57e2b3b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319890 Apr 08 11:08:43.863326 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4df54-c8e1-476d-9e08-b6bf02a07aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:43.902932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbc533-23ce-4888-8843-85b73c86e6de x-openstack-request-id: req-b1cbc533-23ce-4888-8843-85b73c86e6de {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:43.903228 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:43.903482 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1cbc533-23ce-4888-8843-85b73c86e6de {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:43.903880 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cbc533-23ce-4888-8843-85b73c86e6de'] response: {'name': 'network-changed', 'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb', 'status': 'completed', 'code': 200} Apr 08 11:08:43.942010 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4768e4f4-6249-417f-859c-e0ec004c35be req-0c1f3a27-53bd-4aab-9551-828c589d2c29 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191706 Apr 08 11:08:43.959435 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f69c8a7b-4345-4778-baff-aebf04c4f466 req-c290c4a3-6592-4cc3-9896-0ca9f6b548b7 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277164 Apr 08 11:08:43.971073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866910-77da-40c1-ba27-0aee2dab727a req-28fe44c0-e189-4362-a09d-02a6a4f2cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.972902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-28fe44c0-e189-4362-a09d-02a6a4f2cd1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.1683445 Apr 08 11:08:43.998987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-43d9328f-fe15-4b96-98c2-a7ae98c84192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.000571 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-43d9328f-fe15-4b96-98c2-a7ae98c84192 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d108312db4948529053fec7bfc23598&device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 1127 time: 0.0673804 Apr 08 11:08:44.010009 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-3abeef2b-37a5-43f7-a171-f6bd5836e9ce service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980038 Apr 08 11:08:44.403817 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866910-77da-40c1-ba27-0aee2dab727a req-89a6e94e-1b45-40cb-b425-af0a5fd546b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.407959 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-89a6e94e-1b45-40cb-b425-af0a5fd546b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1395807 Apr 08 11:08:44.429703 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1b7a028f-dc10-47e3-805e-bf6ccce4946f service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624868 Apr 08 11:08:44.430030 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7e48dc7-9326-4c73-adcb-6b815105196c req-808473c5-a9f0-4569-9221-ab53391fc848 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0459940 Apr 08 11:08:44.501133 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-7f9eee25-674c-40e0-9160-6d78c2ade14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.504470 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-7f9eee25-674c-40e0-9160-6d78c2ade14f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d108312db4948529053fec7bfc23598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2351472 Apr 08 11:08:44.774742 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-0ca8bb0c-7400-4533-8ea7-4a9ca32ed002 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578534 Apr 08 11:08:44.960013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a33d5-b457-499b-b66f-964fdf93d03b req-26f41d34-00d3-4f8d-8526-3c7a7df64d6b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.961980 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dc8a33d5-b457-499b-b66f-964fdf93d03b req-26f41d34-00d3-4f8d-8526-3c7a7df64d6b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Apr 08 11:08:45.015613 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dc8a33d5-b457-499b-b66f-964fdf93d03b req-12cb0122-c465-4541-94cb-29c97082ab07 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Apr 08 11:08:45.079629 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2526c-15a4-411e-9a23-70865fb965a1 req-575293f5-2d7f-440f-82f8-3bcdac5ce8aa tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:45.081293 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73a2526c-15a4-411e-9a23-70865fb965a1 req-575293f5-2d7f-440f-82f8-3bcdac5ce8aa tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0547161 Apr 08 11:08:45.135070 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-73a2526c-15a4-411e-9a23-70865fb965a1 req-d41587f0-f5f2-49d7-bfe1-7ad5a07e9bdd tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 Apr 08 11:08:45.554914 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-69e072b4-a343-4a00-816e-17458e811741 req-69ef869f-591c-4903-9e68-55143edc57ff tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Apr 08 11:08:45.579641 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32866910-77da-40c1-ba27-0aee2dab727a req-2027a173-15db-4cde-b5ea-3f16a23b1973 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402907 Apr 08 11:08:45.608573 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-a0530701-7951-4a52-a894-98429270a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:45.610142 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9c75118c-3172-41ec-8cde-4c2a1df6a8f5 req-a0530701-7951-4a52-a894-98429270a625 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811640 Apr 08 11:08:45.718632 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d0e8391b-2497-40ce-af0c-fcfff7d37f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:45.720143 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-d0e8391b-2497-40ce-af0c-fcfff7d37f38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d108312db4948529053fec7bfc23598&device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 1127 time: 0.0533302 Apr 08 11:08:46.086664 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-931d9395-4843-4417-af1f-0d5b095dbcd1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.088180 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-931d9395-4843-4417-af1f-0d5b095dbcd1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 817 time: 0.1139560 Apr 08 11:08:46.123059 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-03ad17d1-2164-4860-9ff0-9825c75511dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d0910b-82db-4a29-841a-9e24326f28fb HTTP/1.1" status: 200 len: 217 time: 0.0495381 Apr 08 11:08:46.270406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082e391-e0fd-4b51-85b0-271ca08423ed req-e141c9fc-55f1-41a5-b0b8-d4adf390ab61 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.271894 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0082e391-e0fd-4b51-85b0-271ca08423ed req-e141c9fc-55f1-41a5-b0b8-d4adf390ab61 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0602612 Apr 08 11:08:46.328568 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0082e391-e0fd-4b51-85b0-271ca08423ed req-61895fbc-d7ac-42d3-a8f9-936f285c76fb tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Apr 08 11:08:46.371595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc427-958b-4c2d-aa08-ae775d486714 req-3d6a35ab-90cf-4061-adf7-5c952416b7e8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.373089 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-babfc427-958b-4c2d-aa08-ae775d486714 req-3d6a35ab-90cf-4061-adf7-5c952416b7e8 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.2549706 Apr 08 11:08:46.422749 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-babfc427-958b-4c2d-aa08-ae775d486714 req-9b2c1e91-16c0-4395-99f4-5bc29d847b9c tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Apr 08 11:08:46.623468 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-b3a8291b-0ce3-4627-a6b8-8de0dfe5bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.625028 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-b3a8291b-0ce3-4627-a6b8-8de0dfe5bd11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abf35403-d596-455c-bcc1-2a86b569f0da HTTP/1.1" status: 200 len: 853 time: 0.0523763 Apr 08 11:08:46.640336 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-cd7bcb37-7602-49d6-be3f-e2c3c46bf0ad tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de1ebb9f439d4fb9b52fd878808edd8a HTTP/1.1" status: 200 len: 379 time: 0.0716910 Apr 08 11:08:46.676912 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0eb92cb3-5ec6-4093-a4d0-e2c0b8bf505b req-efb5768f-f753-434b-b956-4afcda6e03b0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0310843 Apr 08 11:08:46.729862 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'port': {'device_id': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'admin_state_up': True, 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'security_groups': ['d9525029-0c6a-4d62-9854-5205bf105bd0']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:46.767323 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124369e-6dc2-496a-b52a-4269e8550103 req-cead9701-ddd0-4346-8716-13662736e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.768903 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-cead9701-ddd0-4346-8716-13662736e8f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5b28a3a-0b9d-4c38-88db-73637b83702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587924 Apr 08 11:08:46.876938 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-c5d9dc49-d725-4575-a6f9-410fb57dce2a service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977685 Apr 08 11:08:46.922525 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Made reservation on behalf of de1ebb9f439d4fb9b52fd878808edd8a for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:46.925912 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.060370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Allocated IP 172.20.0.7 (06b624e9-b3cb-4605-ac06-dde933c23376/e512e65f-d489-4ade-b9c3-b9a94db08b16/3c282bfa-f4fb-43f7-bdbe-907c6baff07c) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:47.211423 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d124369e-6dc2-496a-b52a-4269e8550103 req-3932ccf4-2a54-45fa-8ede-5ac99e32657a service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003172 Apr 08 11:08:47.214569 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.326819 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.371050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Network 06b624e9-b3cb-4605-ac06-dde933c23376 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:47.374193 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:47.380522 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:47.388096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event updated for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.419620 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.419970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.420308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.420643 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.421060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.421390 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.421722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.422044 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.422368 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.422792 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.423163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.423483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.423805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.424168 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.424499 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:47.454211 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:47.454535 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.486437 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d160c-4487-443d-a2fa-4bd14679159d req-0f5adccd-34d9-444c-a8c1-db1d1fc8206b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:47.494059 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa9d160c-4487-443d-a2fa-4bd14679159d req-0f5adccd-34d9-444c-a8c1-db1d1fc8206b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0907485 Apr 08 11:08:47.545711 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-aa9d160c-4487-443d-a2fa-4bd14679159d req-fe1a2dde-2d62-4a19-8202-d598c7c83592 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Apr 08 11:08:47.553520 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-03569243-112d-43f1-b513-48146fb07534 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8342614 Apr 08 11:08:47.584934 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f17f71-a0f5-45b2-b89d-634958ce73a7 req-995913ae-0494-401e-8242-b418c3167c8d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:47.586497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49f17f71-a0f5-45b2-b89d-634958ce73a7 req-995913ae-0494-401e-8242-b418c3167c8d tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0724316 Apr 08 11:08:47.637431 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49f17f71-a0f5-45b2-b89d-634958ce73a7 req-015f8d53-9f9f-4bab-9574-4589327f1129 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Apr 08 11:08:47.679588 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-6ef560b3-53e2-4626-97b9-8a33887e78fd None None] Provisioning complete for port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:47.680192 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ef560b3-53e2-4626-97b9-8a33887e78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.717883 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6ef560b3-53e2-4626-97b9-8a33887e78fd None None] Port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:47.802471 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb88d4a-a3b7-43ea-91e9-a2d77f2e088e req-f98b99d4-dac4-47aa-9903-66aa14956c96 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:47.805317 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1eb88d4a-a3b7-43ea-91e9-a2d77f2e088e req-f98b99d4-dac4-47aa-9903-66aa14956c96 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 931 time: 0.0584531 Apr 08 11:08:47.860100 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1eb88d4a-a3b7-43ea-91e9-a2d77f2e088e req-94dde18b-c9c8-4d57-918e-120745ec00c1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491002 Apr 08 11:08:48.668712 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc233cd8-e885-487f-9f81-e47a357aacac req-066a7a6a-dad3-41e0-a59e-b3e97f3d145d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:48.675167 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cc233cd8-e885-487f-9f81-e47a357aacac req-066a7a6a-dad3-41e0-a59e-b3e97f3d145d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0532959 Apr 08 11:08:48.720381 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cc233cd8-e885-487f-9f81-e47a357aacac req-2692edb2-ed9c-4381-8a49-3419a9aaf51a tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Apr 08 11:08:48.986259 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe57c9-5c44-4696-9811-cb208ea3d1bb req-d7c805fa-6516-4884-ad47-711dd46e13f5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:48.987728 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45fe57c9-5c44-4696-9811-cb208ea3d1bb req-d7c805fa-6516-4884-ad47-711dd46e13f5 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 931 time: 0.0552194 Apr 08 11:08:49.038799 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-45fe57c9-5c44-4696-9811-cb208ea3d1bb req-48b344b0-21ea-4e54-9856-2c94933f556c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Apr 08 11:08:49.839300 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778788f4-222c-405d-bd49-d0d01a7018b0 req-7f342cb3-5e25-475e-8675-2d4512967e01 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:49.841613 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-778788f4-222c-405d-bd49-d0d01a7018b0 req-7f342cb3-5e25-475e-8675-2d4512967e01 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0536883 Apr 08 11:08:49.881870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.896934 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-778788f4-222c-405d-bd49-d0d01a7018b0 req-cef0ba1f-13fc-4c04-b614-464059b6063b tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Apr 08 11:08:50.159753 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3f573-fda5-49d2-aca0-7dee794184a0 req-99a7a5f5-4349-42ab-add8-e6adaf38a09d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.161176 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3e3f573-fda5-49d2-aca0-7dee794184a0 req-99a7a5f5-4349-42ab-add8-e6adaf38a09d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 931 time: 0.0550883 Apr 08 11:08:50.209849 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d3e3f573-fda5-49d2-aca0-7dee794184a0 req-45a56fbd-f5c3-4c5c-89bc-54d74e08a17f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422163 Apr 08 11:08:50.228827 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Request body: {'port': {'device_id': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:50.280542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.550478 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c282bfa-f4fb-43f7-bdbe-907c6baff07c {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:50.558562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks [] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.571296 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Transition to ACTIVE for port object 3c282bfa-f4fb-43f7-bdbe-907c6baff07c will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:08:50.634916 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.695116 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:50.765416 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Attempting to bind port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:50.765756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Attempting to bind port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:50.766089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Attempting to bind port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:50.770807 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c on network 06b624e9-b3cb-4605-ac06-dde933c23376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:08:50.771127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Attempting to bind port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c on network 06b624e9-b3cb-4605-ac06-dde933c23376 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:50.776167 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:50.776502 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Checking segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:50.776909 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Bound using segment: {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:50.777338 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Bound port: 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:50.778392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.849994 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:50.853386 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:50.929488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.966842 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.968100 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.969564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 200 len: 1093 time: 0.7529428 Apr 08 11:08:51.000847 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:51.003109 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f60834-e2ec-49ae-b97f-c119940b9c41" -d '{"events": [{"name": "network-changed", "server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:51.006290 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f2364-28fe-488f-8c62-80b6a411a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:51.080274 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd0ada-0999-4a15-912d-2566f04ccdb4 x-openstack-request-id: req-fddd0ada-0999-4a15-912d-2566f04ccdb4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:51.080482 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:51.080744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fddd0ada-0999-4a15-912d-2566f04ccdb4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:51.081158 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddd0ada-0999-4a15-912d-2566f04ccdb4'] response: {'name': 'network-changed', 'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'status': 'completed', 'code': 200} Apr 08 11:08:51.110236 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2d26f-0d31-4b95-89d7-a0a92dfdbfb7 req-b74a114d-b2ca-4806-92bc-d7f95e83e07e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.112130 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cec2d26f-0d31-4b95-89d7-a0a92dfdbfb7 req-b74a114d-b2ca-4806-92bc-d7f95e83e07e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0653157 Apr 08 11:08:51.202043 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-9dc2bd4c-79bc-4e56-87e1-1b38b66d8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.203568 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-9dc2bd4c-79bc-4e56-87e1-1b38b66d8044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 1127 time: 0.0902958 Apr 08 11:08:51.207861 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cec2d26f-0d31-4b95-89d7-a0a92dfdbfb7 req-02c43c95-9dd6-49f6-81d7-c16ca12271f7 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872781 Apr 08 11:08:51.248637 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-fda48b2a-c0df-4da3-b9ba-767bd2b759a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 200 len: 217 time: 0.0381999 Apr 08 11:08:51.302005 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-23761ade-28f3-4245-8572-1397b4e36c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.303483 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-23761ade-28f3-4245-8572-1397b4e36c63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0489717 Apr 08 11:08:51.338779 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc321-cfa5-4c73-9659-49962bde61fa req-26df4660-845e-4d87-b2b6-2e03cdd4edd1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.340377 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b9ecc321-cfa5-4c73-9659-49962bde61fa req-26df4660-845e-4d87-b2b6-2e03cdd4edd1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 943 time: 0.0592742 Apr 08 11:08:51.360631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-c980a991-aeb0-4529-a248-2599b6b7d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.362200 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-c980a991-aeb0-4529-a248-2599b6b7d7df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518575 Apr 08 11:08:51.390181 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b9ecc321-cfa5-4c73-9659-49962bde61fa req-a6aaa1a3-276b-413d-b598-a62eeb994921 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 Apr 08 11:08:51.457916 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-49ab5aad-36a0-497d-a021-5b0d90af5505 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885761 Apr 08 11:08:51.554017 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b21921bf-7d9c-4ec2-81a9-7c9d04865936 req-ce9a4938-a0bd-48e4-91ac-ed9e3e75621a service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898719 Apr 08 11:08:52.328646 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb99bc-4957-4e21-a665-e5c928053c5f req-1162cdc9-de39-43ec-accc-b91ad9812c69 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:52.330315 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0edb99bc-4957-4e21-a665-e5c928053c5f req-1162cdc9-de39-43ec-accc-b91ad9812c69 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 943 time: 0.0547869 Apr 08 11:08:52.379257 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0edb99bc-4957-4e21-a665-e5c928053c5f req-b0ccb5a5-5c1c-48b5-9ca4-a069db56d697 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Apr 08 11:08:52.510408 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f4c45-74b7-4581-bc3e-8c29b64f32ed req-9a93787b-a0c3-4e39-9f7d-d5f4cce269cd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:52.511779 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b82f4c45-74b7-4581-bc3e-8c29b64f32ed req-9a93787b-a0c3-4e39-9f7d-d5f4cce269cd tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Apr 08 11:08:52.572703 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b82f4c45-74b7-4581-bc3e-8c29b64f32ed req-0e21fbbf-aae2-44d1-89f4-429e0a58fd89 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545080 Apr 08 11:08:52.644046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 59d0910b-82db-4a29-841a-9e24326f28fb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:52.754897 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59d0910b-82db-4a29-841a-9e24326f28fb,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:52.767791 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '59d0910b-82db-4a29-841a-9e24326f28fb', 'network_id': 'c5b28a3a-0b9d-4c38-88db-73637b83702a', 'port_id': '59d0910b-82db-4a29-841a-9e24326f28fb', 'mac_address': 'fa:16:3e:fd:8c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf35403-d596-455c-bcc1-2a86b569f0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:52.805559 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 59d0910b-82db-4a29-841a-9e24326f28fb is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:52.806029 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.820520 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d0910b-82db-4a29-841a-9e24326f28fb {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:52.840555 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59d0910b-82db-4a29-841a-9e24326f28fb,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:52.943260 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.999691 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:53.497774 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57acf5-57ec-479e-812a-e2c01ff311b7 req-77c11a55-bc77-40bf-95e7-53097e48d2dd tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:53.499362 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb57acf5-57ec-479e-812a-e2c01ff311b7 req-77c11a55-bc77-40bf-95e7-53097e48d2dd tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 944 time: 0.0540946 Apr 08 11:08:53.521532 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['59d0910b-82db-4a29-841a-9e24326f28fb'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:53.555438 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb57acf5-57ec-479e-812a-e2c01ff311b7 req-8faa69c4-f692-4a39-ab5d-750f6fd7fefc tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Apr 08 11:08:53.694383 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59caa-25d9-45dc-a6e4-d4d3017c8326 req-c963912f-cdb4-459a-929e-2327977b2caf tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:53.695865 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25b59caa-25d9-45dc-a6e4-d4d3017c8326 req-c963912f-cdb4-459a-929e-2327977b2caf tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Apr 08 11:08:53.750975 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25b59caa-25d9-45dc-a6e4-d4d3017c8326 req-bb966f22-1831-4395-942c-d9130c8f068f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491889 Apr 08 11:08:54.039502 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:54.679396 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541371-7010-454a-90de-32e809e11dfa req-73a07a6d-44be-440a-9c95-fa331c5726f6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:54.680928 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-db541371-7010-454a-90de-32e809e11dfa req-73a07a6d-44be-440a-9c95-fa331c5726f6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 944 time: 0.0561414 Apr 08 11:08:54.732636 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-db541371-7010-454a-90de-32e809e11dfa req-5b4dfcdd-b412-4e1f-833d-472ee4cc162d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 Apr 08 11:08:54.769409 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 59d0910b-82db-4a29-841a-9e24326f28fb up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:54.875940 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2091f-84a6-4f3f-876e-dfdbbbc68bfc req-195bf23f-a123-46a7-8d9b-2e9964cc9a66 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:54.877494 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b0d2091f-84a6-4f3f-876e-dfdbbbc68bfc req-195bf23f-a123-46a7-8d9b-2e9964cc9a66 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 943 time: 0.0548327 Apr 08 11:08:54.880882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 59d0910b-82db-4a29-841a-9e24326f28fb completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:08:54.885128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 59d0910b-82db-4a29-841a-9e24326f28fb triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:54.885505 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.928379 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b0d2091f-84a6-4f3f-876e-dfdbbbc68bfc req-cc4a0402-7c91-4eef-8283-981720bbd5a7 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Apr 08 11:08:54.965707 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 59d0910b-82db-4a29-841a-9e24326f28fb is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:54.966150 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.989506 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:54.991755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1722f6-ab25-4f9a-82d5-fed765809d6c" -d '{"events": [{"server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "name": "network-vif-plugged", "status": "completed", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:55.005387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59d0910b-82db-4a29-841a-9e24326f28fb,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:55.031280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3aeff0-a50e-4caa-a4f9-3fc99411c900 x-openstack-request-id: req-8c3aeff0-a50e-4caa-a4f9-3fc99411c900 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:55.031280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "name": "network-vif-plugged", "status": "completed", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:55.031280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c3aeff0-a50e-4caa-a4f9-3fc99411c900 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:55.031280 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3aeff0-a50e-4caa-a4f9-3fc99411c900'] response: {'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb', 'code': 200} Apr 08 11:08:55.088724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.143963 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:55.151168 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.151603 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.151988 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.152322 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.152653 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.153044 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.154148 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.154397 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.154725 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.155047 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.155365 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.155705 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.156049 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.156365 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.156701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:55.255401 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-4d476fa7-3f66-4d22-9055-a9d620b69ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.256953 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-4d476fa7-3f66-4d22-9055-a9d620b69ad5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 1127 time: 0.0499885 Apr 08 11:08:55.366828 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-26e6f077-11d9-465d-a9a6-e0ea758b9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.368255 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-26e6f077-11d9-465d-a9a6-e0ea758b9b6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0917087 Apr 08 11:08:55.421869 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-439f975b-3e3e-48e8-a429-669739fdff57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 200 len: 217 time: 0.0357103 Apr 08 11:08:55.474377 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-a170c35a-b397-49b4-bf07-db2fc968646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.475935 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-a170c35a-b397-49b4-bf07-db2fc968646e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0468428 Apr 08 11:08:55.534032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-3a4654c7-0353-4304-8b61-f46c9300b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.535584 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-3a4654c7-0353-4304-8b61-f46c9300b745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523412 Apr 08 11:08:55.590069 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ed3a-67d7-4043-a72b-93595d0b319e req-eb628a72-355d-47b4-9e5e-39b2030c3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.592918 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-caf8ed3a-67d7-4043-a72b-93595d0b319e req-eb628a72-355d-47b4-9e5e-39b2030c3f69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 1129 time: 0.0452824 Apr 08 11:08:55.636206 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-115b6d2e-bd75-4ece-8417-3da0f2e35e3c service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886650 Apr 08 11:08:55.641123 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-caf8ed3a-67d7-4043-a72b-93595d0b319e req-21c1e589-2b09-4069-9cc9-5d61d4a83c6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Apr 08 11:08:55.865829 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10097b-a794-4af1-ada1-93531df8e772 req-d3290eb9-962f-44f0-ac8f-d588fb2e1e56 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.867407 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb10097b-a794-4af1-ada1-93531df8e772 req-d3290eb9-962f-44f0-ac8f-d588fb2e1e56 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0694532 Apr 08 11:08:55.924582 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fb10097b-a794-4af1-ada1-93531df8e772 req-5aa271e2-73ce-41db-91f9-cbc74b5cb5f4 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509651 Apr 08 11:08:56.114272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24969f-8a0e-471f-b3d7-99749fd32c71 req-56a2bdfa-b455-4cfe-b948-6fd54c74f6f1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.115743 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f24969f-8a0e-471f-b3d7-99749fd32c71 req-56a2bdfa-b455-4cfe-b948-6fd54c74f6f1 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 943 time: 0.1169012 Apr 08 11:08:56.132907 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-05f60834-e2ec-49ae-b97f-c119940b9c41 req-18d0a61a-0d92-4571-99c0-6fcc3d5eb4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254156 Apr 08 11:08:56.168559 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5f24969f-8a0e-471f-b3d7-99749fd32c71 req-a576db84-6ace-463e-8bf3-ae11813c49b6 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Apr 08 11:08:56.767807 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 3c282bfa-f4fb-43f7-bdbe-907c6baff07c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:56.874618 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:56.885794 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'port_id': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'mac_address': 'fa:16:3e:29:8b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:56.927495 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:56.927892 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.942067 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c282bfa-f4fb-43f7-bdbe-907c6baff07c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:56.963180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:57.040303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.046422 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e62ab-04ac-42e5-a0fa-45431e4a46a7 req-e4a6beb9-32b6-433d-ae61-8b7b9159c3f1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:57.051297 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-575e62ab-04ac-42e5-a0fa-45431e4a46a7 req-e4a6beb9-32b6-433d-ae61-8b7b9159c3f1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0533268 Apr 08 11:08:57.091737 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:57.096448 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-575e62ab-04ac-42e5-a0fa-45431e4a46a7 req-bde7f181-855f-456d-8512-3760e2bbe52e tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Apr 08 11:08:57.292004 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c6401-4aac-4622-b298-1c433129e14a req-5bae3c96-542f-4343-9b3a-3b3ca18d27ff tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:57.293988 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d83c6401-4aac-4622-b298-1c433129e14a req-5bae3c96-542f-4343-9b3a-3b3ca18d27ff tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 944 time: 0.0582714 Apr 08 11:08:57.343331 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d83c6401-4aac-4622-b298-1c433129e14a req-c60c9e68-b238-4de5-a11d-82537778e77c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Apr 08 11:08:57.565872 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['3c282bfa-f4fb-43f7-bdbe-907c6baff07c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:58.226629 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0f5-6db6-4f97-a50b-758adcec9730 req-6b77b53e-6088-4584-9ce0-76c912f9e373 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.228025 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f97f0f5-6db6-4f97-a50b-758adcec9730 req-6b77b53e-6088-4584-9ce0-76c912f9e373 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0622950 Apr 08 11:08:58.276978 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f97f0f5-6db6-4f97-a50b-758adcec9730 req-4276359e-e34c-49fb-8215-dd19c3bbfd2d tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Apr 08 11:08:58.405526 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a46d-dd4e-433e-954a-74a4f87caa7d req-381b5b88-0b78-401b-b83f-de26ade99a83 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.407043 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2419a46d-dd4e-433e-954a-74a4f87caa7d req-381b5b88-0b78-401b-b83f-de26ade99a83 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0615435 Apr 08 11:08:58.455660 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2419a46d-dd4e-433e-954a-74a4f87caa7d req-fbce4203-aaf3-4bf9-8413-b88edaff4f23 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Apr 08 11:08:58.462764 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4223be-88e0-439a-a1dd-975b330ec955 req-a726699e-d82a-4e01-a5d5-daee2553302f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.464315 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b4223be-88e0-439a-a1dd-975b330ec955 req-a726699e-d82a-4e01-a5d5-daee2553302f tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 944 time: 0.0533495 Apr 08 11:08:58.514200 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5b4223be-88e0-439a-a1dd-975b330ec955 req-43a2aff5-8b70-4b2a-a9e7-30c8242e6694 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Apr 08 11:08:58.784095 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8be4d-8c0b-4615-b4ea-6f42a48c54ed req-3e142d0e-22f4-431e-a31c-6869f32fa4f5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.785526 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80e8be4d-8c0b-4615-b4ea-6f42a48c54ed req-3e142d0e-22f4-431e-a31c-6869f32fa4f5 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0517142 Apr 08 11:08:58.792924 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 3c282bfa-f4fb-43f7-bdbe-907c6baff07c up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:58.837016 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80e8be4d-8c0b-4615-b4ea-6f42a48c54ed req-b66bc5b3-652d-435e-8e93-81093bbeeb95 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Apr 08 11:08:58.900085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:08:58.904598 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:58.905167 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.988941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:58.989388 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.012957 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:59.015241 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f4a3c-3d62-4495-a11f-d464d8926462" -d '{"events": [{"server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "name": "network-vif-plugged", "status": "completed", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:59.027893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:59.052632 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d08dd-3841-456a-8890-c88928260319 x-openstack-request-id: req-2f3d08dd-3841-456a-8890-c88928260319 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:59.052981 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "name": "network-vif-plugged", "status": "completed", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:59.053236 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f3d08dd-3841-456a-8890-c88928260319 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:59.053637 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3d08dd-3841-456a-8890-c88928260319'] response: {'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'code': 200} Apr 08 11:08:59.114701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.162576 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:59.361181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e696c-abef-4628-ae15-9c251a921911 req-5ea41ea7-acef-419c-8145-40036e3248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:59.362835 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-045e696c-abef-4628-ae15-9c251a921911 req-5ea41ea7-acef-419c-8145-40036e3248ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 1129 time: 0.0449698 Apr 08 11:08:59.426740 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-045e696c-abef-4628-ae15-9c251a921911 req-7c57ebcb-2b16-4f8f-8541-9cd1122d56d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Apr 08 11:08:59.666197 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce5c70-ef67-41b4-a7b9-42b020e274d0 req-a57e0fa3-cd94-49fa-afd6-0787fb92268e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:59.667681 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61ce5c70-ef67-41b4-a7b9-42b020e274d0 req-a57e0fa3-cd94-49fa-afd6-0787fb92268e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0718198 Apr 08 11:08:59.716946 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61ce5c70-ef67-41b4-a7b9-42b020e274d0 req-b6c40899-e78a-4d00-96ff-57eec40d6392 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Apr 08 11:09:00.837020 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c4ae5-98d9-46ec-8c69-0d429c5cccc4 req-ab5dc5b8-14f0-461e-abca-a38013a48d50 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:00.838497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df4c4ae5-98d9-46ec-8c69-0d429c5cccc4 req-ab5dc5b8-14f0-461e-abca-a38013a48d50 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0531504 Apr 08 11:09:00.885657 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-df4c4ae5-98d9-46ec-8c69-0d429c5cccc4 req-4c99a226-b507-4708-a96a-38c110284331 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Apr 08 11:09:02.003900 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afbc70-b078-40d6-aa04-94744ed03620 req-b0c34dea-d93b-4ffe-9c32-21299178dea4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:02.005424 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-41afbc70-b078-40d6-aa04-94744ed03620 req-b0c34dea-d93b-4ffe-9c32-21299178dea4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Apr 08 11:09:02.052374 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-41afbc70-b078-40d6-aa04-94744ed03620 req-7659385c-e1c1-4dac-b79e-8faf12c2bee2 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Apr 08 11:09:02.168375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0973-f5c4-4632-a82c-a36df1f178e8 req-c6b1e0c6-b148-4459-8e19-03efd505f7e4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:02.169793 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-460d0973-f5c4-4632-a82c-a36df1f178e8 req-c6b1e0c6-b148-4459-8e19-03efd505f7e4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Apr 08 11:09:02.179261 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 36132) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:02.183518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Request body: {'floatingip': {'port_id': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:02.227662 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.688967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.743118 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.853831 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Floating IP 39c46cf0-da79-49b3-b678-92fec592ee5f associated. External IP: 172.27.1.56, port: 3c282bfa-f4fb-43f7-bdbe-907c6baff07c. Apr 08 11:09:03.288992 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Router af3043c6-2b04-433d-a280-6d7163461be0 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:09:03.403993 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:09:03.409177 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.414555 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Sync routers for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:03.425193 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:03.425825 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:08:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:03.452698 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-17f7fd42-c980-4055-96b7-ddddaf6b6abc tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "PUT /v2.0/floatingips/39c46cf0-da79-49b3-b678-92fec592ee5f HTTP/1.1" status: 200 len: 990 time: 1.2593188 Apr 08 11:09:03.452698 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:03.452698 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2fed82-7432-4155-b4c2-b05dd2f3b775" -d '{"events": [{"name": "network-changed", "server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:03.484160 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ea470a-e8a1-49f0-b71c-714c6d8b1575 x-openstack-request-id: req-d1ea470a-e8a1-49f0-b71c-714c6d8b1575 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:03.485453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:03.485728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1ea470a-e8a1-49f0-b71c-714c6d8b1575 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:03.486140 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ea470a-e8a1-49f0-b71c-714c6d8b1575'] response: {'name': 'network-changed', 'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'status': 'completed', 'code': 200} Apr 08 11:09:03.544009 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:03.554663 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-45d9dc91-94ea-4d07-ad98-df8a58797575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.556179 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-45d9dc91-94ea-4d07-ad98-df8a58797575 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 1129 time: 0.0448959 Apr 08 11:09:03.654292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-db7c2a42-f042-4782-b4ee-61759827e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.655809 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-db7c2a42-f042-4782-b4ee-61759827e7a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0913484 Apr 08 11:09:03.728353 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-d19bc70c-efe1-4dbd-8855-5768a935c427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 200 len: 998 time: 0.0634906 Apr 08 11:09:03.785340 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-7316faca-e465-408e-9719-4499a2ce47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.786828 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-7316faca-e465-408e-9719-4499a2ce47fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0533292 Apr 08 11:09:03.794664 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '39c46cf0-da79-49b3-b678-92fec592ee5f', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'port_id': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'mac_address': 'fa:16:3e:29:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:52Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 1, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:03.822531 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Checking router: af3043c6-2b04-433d-a280-6d7163461be0 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:03.832312 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:03.832962 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:08:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:03.847225 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-d62d34e8-22df-4152-bd49-a8150b9788d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.847225 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-d62d34e8-22df-4152-bd49-a8150b9788d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512815 Apr 08 11:09:03.937314 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-1b6f60a7-834b-4739-93cd-35cbe2888dba service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Apr 08 11:09:03.941358 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:04.038194 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9c2fed82-7432-4155-b4c2-b05dd2f3b775 req-d130550e-34bd-4a4b-bf8c-0225e4d4ccb9 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Apr 08 11:09:04.167355 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '39c46cf0-da79-49b3-b678-92fec592ee5f', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'port_id': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'mac_address': 'fa:16:3e:29:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:52Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 1, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:04.197256 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee625f-b88a-44eb-8237-4b8b57124547 None None] The sync data for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi is: [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '39c46cf0-da79-49b3-b678-92fec592ee5f', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'port_id': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'mac_address': 'fa:16:3e:29:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:52Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 1, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:04.380824 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39bc385-8bbe-495c-83d4-023bda567f94 None None] New status for floating IP 39c46cf0-da79-49b3-b678-92fec592ee5f: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:09:06.134160 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7394f5ce-96c0-4cbe-9e0e-914cc62b42b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:08.608440 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a897c432-f160-4ced-a9b4-2a6595a87cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.315240 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.681193 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:12.208884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.840827 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:31.038889 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:09:33.084895 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-bb0fe11b-fccc-4e65-bcfd-6f66c5a3e083 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432956 Apr 08 11:09:33.157562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-a9f07a17-8c05-491d-9fd8-e8c8851d607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.159093 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-a9f07a17-8c05-491d-9fd8-e8c8851d607b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0445085 Apr 08 11:09:33.267459 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-abd87f63-0ef5-44f4-b5bf-0615e23658ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.268865 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-abd87f63-0ef5-44f4-b5bf-0615e23658ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0910432 Apr 08 11:09:33.310239 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-0ca983f8-e4df-4d34-a414-1c081b82c7b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0348017 Apr 08 11:09:33.362710 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-3d25f389-3ad7-48ba-a6e5-4474775c4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.364138 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-3d25f389-3ad7-48ba-a6e5-4474775c4633 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0476806 Apr 08 11:09:33.414033 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-1500e040-fa2a-482a-8dfd-a9dc1793960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.415894 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-1500e040-fa2a-482a-8dfd-a9dc1793960a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458555 Apr 08 11:09:33.505261 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-8fa8fc0f-05d2-43ed-bb9d-baabafc5abd0 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828271 Apr 08 11:09:33.598844 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-07e7c60e-fb34-4164-a6e0-283518a25fb6 req-6a8c9483-9f83-4725-966d-1737b98a1c3d service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 Apr 08 11:09:36.260033 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d9ba-3d82-44c5-9fcc-584995806ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:38.653888 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe927918-3bcc-48a9-8372-adfe1ad8bbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:39.294164 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:40.665528 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:42.207991 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.894077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:06.105937 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4819e09b-7c81-4481-bdad-8b2f4f62dfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:08.036885 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:10:08.645842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-98cfaa3f-bca8-4b5d-9fbb-44e01461fba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:09.320221 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:10.664943 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:12.222952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:19.865272 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.478988 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-bb14cfcd-9951-443e-bded-c861708bbfd2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432391 Apr 08 11:10:21.547262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-e3f7f6c3-569b-4d82-a47e-0584cf99f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.548765 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-e3f7f6c3-569b-4d82-a47e-0584cf99f056 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1129 time: 0.0491099 Apr 08 11:10:21.655462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-8a99e2eb-5ba4-465a-88de-53e966d05001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.656975 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-8a99e2eb-5ba4-465a-88de-53e966d05001 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.0887620 Apr 08 11:10:21.748615 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-21356719-4724-4651-93dd-9a6c59591fcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 1001 time: 0.0843616 Apr 08 11:10:21.798550 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-512a99cf-4688-4a13-8a46-dc1db1b3026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.799999 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-512a99cf-4688-4a13-8a46-dc1db1b3026e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0453970 Apr 08 11:10:21.849275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-45fd6710-83b8-496f-8887-a9d9caa57dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.850784 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-45fd6710-83b8-496f-8887-a9d9caa57dc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447772 Apr 08 11:10:21.948476 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-1e09f829-0e43-46d8-ac3b-d887dea97bdd service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879261 Apr 08 11:10:22.044016 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-955da771-88ef-44a4-a4aa-34f3e9cca044 req-fa8ffdc2-8e8f-4b46-b79f-18096201588c service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878398 Apr 08 11:10:36.162457 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7797564-e9ea-40cb-8c66-20ee34407190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:38.634398 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c51af58-3f1c-4bb4-8858-dabb384465c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:39.362188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:40.682838 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:42.259615 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:45.035554 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:10:49.870447 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:06.091415 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6120648e-9a9a-4097-b493-3d7dee1a1b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.630856 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0221bfca-03c9-48ed-9545-68bf44a228a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.308737 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:10.693506 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:12.242019 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:19.898020 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:22.033750 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:11:23.579355 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-4de8f528-85e9-43c6-9546-924d1686b10b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1417215 Apr 08 11:11:23.668015 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-3f4ec849-2971-4a1d-87f5-95f75f71a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.669536 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-3f4ec849-2971-4a1d-87f5-95f75f71a9cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0471976 Apr 08 11:11:23.772407 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-e0081b72-4432-4733-8101-c25bd778c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.773816 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-e0081b72-4432-4733-8101-c25bd778c304 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0857496 Apr 08 11:11:23.818144 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-ee397d84-6504-4811-b729-71348a2d9d7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0382555 Apr 08 11:11:23.873962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-a440c6aa-d7f0-42f8-85b9-cc47dbaf9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.875399 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-a440c6aa-d7f0-42f8-85b9-cc47dbaf9803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0520587 Apr 08 11:11:23.922470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-bcd29835-f4cb-482a-b065-ce61f226f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.923945 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-bcd29835-f4cb-482a-b065-ce61f226f847 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426989 Apr 08 11:11:24.019598 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-b53aef62-506d-47bc-9271-8362c84c5322 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891776 Apr 08 11:11:24.111355 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6c0105e9-1e8e-4ccb-bc45-668dec9f6cd2 req-3951465a-1241-48d8-a8ae-947f003cba58 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Apr 08 11:11:36.096502 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3aa5780d-6988-4400-bd22-926606a8a9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.617175 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ff12338-5b09-43a1-8dfb-2df79c2fe318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.314002 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.684945 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:42.216619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:49.823937 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:59.032379 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:12:06.161270 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cffdf38-f8d2-41f6-b750-b789496aade8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:08.635911 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd613-e73a-42b9-ae63-c67462ac1933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:09.315441 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.713875 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.223683 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:19.856456 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.480327 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-bc63338a-103f-44cb-ad84-bbcb11fc73c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481365 Apr 08 11:12:24.546584 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644159-f748-4608-a65a-850e147a15fe req-80c55dfd-2ff8-46e9-bcf2-a72f94d4cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:24.548111 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-80c55dfd-2ff8-46e9-bcf2-a72f94d4cc28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0467486 Apr 08 11:12:24.657749 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644159-f748-4608-a65a-850e147a15fe req-62152c9d-1f2c-4a31-8f2f-6caa2c3c990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:24.659212 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-62152c9d-1f2c-4a31-8f2f-6caa2c3c990c service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0932076 Apr 08 11:12:24.703376 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-a5c1f026-d865-4740-b302-87c5dd9380c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0388339 Apr 08 11:12:24.753246 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644159-f748-4608-a65a-850e147a15fe req-55cafbe6-751d-42d2-8ce1-f648fdf56b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:24.754701 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-55cafbe6-751d-42d2-8ce1-f648fdf56b80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0460417 Apr 08 11:12:24.803135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644159-f748-4608-a65a-850e147a15fe req-463d7974-4e86-47da-b9cd-a855342adf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:24.804613 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-463d7974-4e86-47da-b9cd-a855342adf01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432265 Apr 08 11:12:24.894880 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-5c72d960-aac6-4c62-a67c-5a9a7783e78b service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Apr 08 11:12:24.983544 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-94644159-f748-4608-a65a-850e147a15fe req-3285bb7e-701f-427a-8fe9-2a0f559b6e36 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828283 Apr 08 11:12:36.031327 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:12:36.154749 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b599596a-f740-482a-bd96-d8b854f1433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:38.617559 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-099dfdf0-7ce3-4add-a138-c2cf383ab536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:39.326472 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:40.684754 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:42.229310 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:49.897301 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:06.120659 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d54dc695-f90b-4ed9-a63e-f2b95c6a11fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:08.605980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-74dd2cb2-81bd-4e18-82cb-333038201af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:09.336893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:10.701303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:12.205436 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:13.030589 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:13:19.895180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:26.479646 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-054e78a4-d021-439d-bde0-d1de44ec4198 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499384 Apr 08 11:13:26.555699 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-b39543a1-c05e-471c-b8ab-f52095585415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:26.557242 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-b39543a1-c05e-471c-b8ab-f52095585415 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 1129 time: 0.0568664 Apr 08 11:13:26.664816 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-141456fd-1228-4243-9529-d89c9996d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:26.666199 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-141456fd-1228-4243-9529-d89c9996d57b service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.0885549 Apr 08 11:13:26.734096 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-ee1955a3-f87b-4948-9c3c-837499754fb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 200 len: 1001 time: 0.0613866 Apr 08 11:13:26.782882 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-9c3ba43d-c863-4ade-8a7e-afcafd8bdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:26.784323 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-9c3ba43d-c863-4ade-8a7e-afcafd8bdab8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0445058 Apr 08 11:13:26.830411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-ab2e8bdb-515a-43ae-9c0d-196dd67e431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:26.831949 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-ab2e8bdb-515a-43ae-9c0d-196dd67e431c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421414 Apr 08 11:13:26.921396 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-f8536d42-c8b4-4bf9-98ac-b663dda1f5ae service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Apr 08 11:13:27.012551 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a2ec43f-f4fb-4cdd-81dc-dd1286db9c03 req-a8691271-22b6-4e82-97d2-fa47bea036bc service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Apr 08 11:13:36.125694 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78cbdbb3-e55a-4697-945b-ebde00ef8399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:38.656663 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a354311-649c-41a2-a7df-f5fb487de06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:39.313759 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:40.701720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.217406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:49.884784 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:50.029557 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:14:00.523957 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 40402) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:00.636501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.709867 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Publish callbacks [] for security_group (6c809296-9a1a-4601-a483-da39b7078675), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.777417 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6c809296-9a1a-4601-a483-da39b7078675), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.818039 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ce911f2ca044a978421584b59447b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926538 Apr 08 11:14:00.818483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c809296-9a1a-4601-a483-da39b7078675,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:00.828258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 40410) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.828941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.829370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.829616 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.829803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.830131 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.830455 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.830775 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.831091 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.831408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.831721 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b425c-284b-40b5-9fa1-817b0ef9f916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:00.874689 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Publish callbacks [] for security_group (6c809296-9a1a-4601-a483-da39b7078675), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.896227 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Publish callbacks [] for security_group (6c809296-9a1a-4601-a483-da39b7078675), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.025970 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6c809296-9a1a-4601-a483-da39b7078675), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.028837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.030024 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c809296-9a1a-4601-a483-da39b7078675 HTTP/1.1" status: 204 len: 168 time: 0.2076173 Apr 08 11:14:01.037890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c809296-9a1a-4601-a483-da39b7078675,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:01.045371 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.045740 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.046103 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.046450 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.046782 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.047106 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.047520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.047852 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.048308 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.048646 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.049106 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.049438 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.049762 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.050081 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:01.050455 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd872028-1e8e-4b96-810f-84052c79c653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:06.124187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff550f33-beb6-4691-8796-788e4d81e2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.604545 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bb2c086d-33d9-4669-92c0-14cf3d2515dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.325038 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:10.689176 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:12.221652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:19.911598 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.028954 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:14:28.466544 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-0aa87488-b077-4485-a2ce-0385ae2900c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423837 Apr 08 11:14:28.529367 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-956c5b8f-6f54-4f14-8ccd-b2f1b332c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:28.530864 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-956c5b8f-6f54-4f14-8ccd-b2f1b332c496 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ca1153994f3492da690a83c79f9168c&device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 1129 time: 0.0437331 Apr 08 11:14:28.636414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-bf21699f-3747-4ebe-8e5d-664932c9d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:28.638059 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-bf21699f-3747-4ebe-8e5d-664932c9d4be service neutron] 10.222.0.61 "GET /v2.0/networks?id=f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 200 len: 910 time: 0.0894072 Apr 08 11:14:28.680567 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-541c239b-fffd-4afa-84c0-dde64a7d11f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153 HTTP/1.1" status: 200 len: 217 time: 0.0360565 Apr 08 11:14:28.735679 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-1a0db282-65d1-416c-bf28-43934385f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:28.737704 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-1a0db282-65d1-416c-bf28-43934385f159 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34bd3d28-0287-409e-857c-9b4663b6b733 HTTP/1.1" status: 200 len: 849 time: 0.0516450 Apr 08 11:14:28.768379 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-a0bf2882-0d8b-4c92-a1d4-dbef39b482e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f112b081-954f-47db-bb34-2dd5bc51e960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242214 Apr 08 11:14:28.860392 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-208af6ba-8bf8-426a-a7ea-e243793d1893 service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871534 Apr 08 11:14:28.954706 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8e76db68-a7bd-49ae-875e-30703ccec90d req-1f8ec60a-c818-44e9-9718-c777fd707d0a service neutron] 10.222.0.61 "GET /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Apr 08 11:14:36.180623 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76aa87d1-128c-4a28-806b-48ee895683c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:38.643782 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b8157d3-ba2a-4333-b16f-99825fce46df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:39.341074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.695526 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.198326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:49.906518 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:04.028296 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:15:06.123238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a8bde71c-f0dd-4401-b331-aeeade1b1a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:08.648648 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-535c0dbf-a79a-4b17-800c-f9d4d4d10da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:09.351248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:10.734569 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.202945 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:19.900077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:29.468165 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-719a9bba-e987-4bf1-8a43-816ba51bcfd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432644 Apr 08 11:15:29.533760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-e739ec9c-579e-48be-946a-777050117e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:29.535318 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-e739ec9c-579e-48be-946a-777050117e66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d108312db4948529053fec7bfc23598&device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 1129 time: 0.0465069 Apr 08 11:15:29.639289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-c0cb4405-6ce8-48dd-9bdb-d9e32e603e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:29.640962 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-c0cb4405-6ce8-48dd-9bdb-d9e32e603e52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5b28a3a-0b9d-4c38-88db-73637b83702a HTTP/1.1" status: 200 len: 915 time: 0.0877695 Apr 08 11:15:29.686580 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-5144719f-d1aa-434f-87af-b541abbf16b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d0910b-82db-4a29-841a-9e24326f28fb HTTP/1.1" status: 200 len: 217 time: 0.0398123 Apr 08 11:15:29.954049 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-4123c157-5b58-4532-9fe4-317617ddbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:29.955493 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-4123c157-5b58-4532-9fe4-317617ddbc68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abf35403-d596-455c-bcc1-2a86b569f0da HTTP/1.1" status: 200 len: 853 time: 0.2623925 Apr 08 11:15:30.005794 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-3760ef0b-d8a1-441f-84b7-4ed69dbe284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:30.007288 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-3760ef0b-d8a1-441f-84b7-4ed69dbe284d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5b28a3a-0b9d-4c38-88db-73637b83702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456510 Apr 08 11:15:30.098577 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-57aef062-bd44-4e7f-a41a-ad5ee85d3d86 service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Apr 08 11:15:30.186463 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6da2b164-ce6d-420a-82a8-58d2dae9b802 req-b348820f-9345-457d-bde0-5f47ce406ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Apr 08 11:15:36.156908 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c64b583b-d08d-4e27-a369-e6dbeff8ca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.647986 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77b00ecf-5398-4ac7-9991-629c52635d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:39.328230 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:40.784126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:41.028384 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:15:42.264144 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:49.429686 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbba660-725a-4da0-8091-760ec0640877 req-41eec9b0-3899-4652-89c7-2f172abc96ef tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:49.432010 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfbba660-725a-4da0-8091-760ec0640877 req-41eec9b0-3899-4652-89c7-2f172abc96ef tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.2098906 Apr 08 11:15:49.480333 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-dfbba660-725a-4da0-8091-760ec0640877 req-e973639a-a17c-42e6-b70b-afbe852218e6 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/security-groups?id=468d9c74-38d2-486f-a168-06567a972655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Apr 08 11:15:49.891046 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-2ca5bb7c-6e94-4033-bb5c-2f52ecd238f0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:49.892491 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-2ca5bb7c-6e94-4033-bb5c-2f52ecd238f0 tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Apr 08 11:15:49.910043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:50.001294 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Deleting port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:15:50.001631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:50.092669 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] For port f170a18a-ba87-4ff1-8a63-2cb5f43fe153, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,segment=NetworkSegment(35155068-4f34-40a0-8059-77370e94afac),segment_id=35155068-4f34-40a0-8059-77370e94afac)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:15:50.092972 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:50.106135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Calling delete_port for f170a18a-ba87-4ff1-8a63-2cb5f43fe153 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:15:50.298564 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (f170a18a-ba87-4ff1-8a63-2cb5f43fe153), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:50.310752 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['f170a18a-ba87-4ff1-8a63-2cb5f43fe153'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:15:50.332517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Pushing event deleted for resources: {'Port': ['ID=f170a18a-ba87-4ff1-8a63-2cb5f43fe153,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:50.345672 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.345951 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.346291 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.346622 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.346953 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.347279 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.347599 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.347926 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.348246 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.348566 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.348924 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.349248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.349566 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.349883 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.350200 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:50.385266 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] No DVR routers for this DVR port f170a18a-ba87-4ff1-8a63-2cb5f43fe153 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:15:50.387790 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:50.391132 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f382020c-521c-4e4f-bf4f-f97724758f03 req-bee57e5a-566f-4498-a98d-373ddf63810b tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.61 "DELETE /v2.0/ports/f170a18a-ba87-4ff1-8a63-2cb5f43fe153 HTTP/1.1" status: 204 len: 173 time: 0.4930711 Apr 08 11:15:50.391592 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'name': 'network-vif-deleted', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:50.393934 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e838c6bf-7ecd-4658-afeb-b272fc4ac412" -d '{"events": [{"server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "name": "network-vif-deleted", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:15:50.493151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2f7d6-b189-4777-b16f-176649e8a0d8 x-openstack-request-id: req-80f2f7d6-b189-4777-b16f-176649e8a0d8 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:15:50.493151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efe8c1a-aa80-41e7-a3fa-5b91da4ce046", "name": "network-vif-deleted", "tag": "f170a18a-ba87-4ff1-8a63-2cb5f43fe153", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:15:50.493151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80f2f7d6-b189-4777-b16f-176649e8a0d8 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:15:50.493151 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f2f7d6-b189-4777-b16f-176649e8a0d8'] response: {'server_uuid': '7efe8c1a-aa80-41e7-a3fa-5b91da4ce046', 'name': 'network-vif-deleted', 'tag': 'f170a18a-ba87-4ff1-8a63-2cb5f43fe153', 'status': 'completed', 'code': 200} Apr 08 11:15:50.585828 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6aed0a55-2076-4abb-bb0d-f5804851c399 req-b38d1305-1e7d-4071-9e40-af0240478e1f tempest-VolumesActionsTest-179968881 tempest-VolumesActionsTest-179968881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7efe8c1a-aa80-41e7-a3fa-5b91da4ce046 HTTP/1.1" status: 200 len: 210 time: 0.0327342 Apr 08 11:15:52.281328 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42200) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:52.423785 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Deleting subnet 34bd3d28-0287-409e-857c-9b4663b6b733 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:15:52.426811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Publish callbacks [] for subnet (34bd3d28-0287-409e-857c-9b4663b6b733), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.460268 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (34bd3d28-0287-409e-857c-9b4663b6b733), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.502477 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (34bd3d28-0287-409e-857c-9b4663b6b733), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.636505 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (34bd3d28-0287-409e-857c-9b4663b6b733), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.661852 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bd3d28-0287-409e-857c-9b4663b6b733,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:52.666074 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.669704 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d70cb7a0-770b-4e39-b226-e9d5a30e4fe7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34bd3d28-0287-409e-857c-9b4663b6b733 HTTP/1.1" status: 204 len: 168 time: 0.3873694 Apr 08 11:15:52.672067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42206) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:52.746580 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (f112b081-954f-47db-bb34-2dd5bc51e960), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.827720 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (f112b081-954f-47db-bb34-2dd5bc51e960), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.847897 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f112b081-954f-47db-bb34-2dd5bc51e960']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:52.857663 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35155068-4f34-40a0-8059-77370e94afac') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:52.857958 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35155068-4f34-40a0-8059-77370e94afac') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:52.867242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (35155068-4f34-40a0-8059-77370e94afac), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.880101 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (35155068-4f34-40a0-8059-77370e94afac), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.885882 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:15:52.886260 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (35155068-4f34-40a0-8059-77370e94afac), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:15:52.887948 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:15:53.002262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (f112b081-954f-47db-bb34-2dd5bc51e960), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.010327 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.013856 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f112b081-954f-47db-bb34-2dd5bc51e960 HTTP/1.1" status: 204 len: 168 time: 0.3408287 Apr 08 11:15:53.025182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad311d0-7710-490b-ab85-7a36da3dd336 admin admin] Pushing event deleted for resources: {'Network': ['ID=f112b081-954f-47db-bb34-2dd5bc51e960,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:53.404141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42222) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:53.443902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6647b80f-3109-4125-a2c4-6196fa9cebb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ca1153994f3492da690a83c79f9168c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385659 Apr 08 11:15:53.446768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42224) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:53.494106 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] Publish callbacks [] for security_group (468d9c74-38d2-486f-a168-06567a972655), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.516152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] Publish callbacks [] for security_group (468d9c74-38d2-486f-a168-06567a972655), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.653515 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (468d9c74-38d2-486f-a168-06567a972655), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.656149 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.657317 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/468d9c74-38d2-486f-a168-06567a972655 HTTP/1.1" status: 204 len: 168 time: 0.2095571 Apr 08 11:15:53.665383 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e093b-30e9-47ad-a792-626dabc8032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d9c74-38d2-486f-a168-06567a972655,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:54.926875 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f170a18a-ba87-4ff1-8a63-2cb5f43fe153 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:15:54.949917 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: f170a18a-ba87-4ff1-8a63-2cb5f43fe153 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:15:54.950259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f170a18a-ba87-4ff1-8a63-2cb5f43fe153 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:06.143597 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf60d-c749-4059-829f-f7e110b9e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:08.601550 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0870-9dab-4500-93a6-705ed2e380b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:09.321317 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:10.698847 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:12.229851 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:14.359329 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ee80e-d638-4c72-9abe-cf723f1f817f req-bbd4f847-3092-4a9d-90f3-c230283d8eaa tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:14.360859 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc0ee80e-d638-4c72-9abe-cf723f1f817f req-bbd4f847-3092-4a9d-90f3-c230283d8eaa tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.2241292 Apr 08 11:16:14.408097 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc0ee80e-d638-4c72-9abe-cf723f1f817f req-f84ee43c-eeeb-42bd-a078-7ceeee106d3a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Apr 08 11:16:15.001174 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-d585e7ae-855a-48f7-be3d-1df556d5ccc5 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:15.002665 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-d585e7ae-855a-48f7-be3d-1df556d5ccc5 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0528116 Apr 08 11:16:15.106583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Deleting port a0a7bc64-0dbd-4327-ab7d-6e232206642c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:15.106935 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:15.201538 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] For port a0a7bc64-0dbd-4327-ab7d-6e232206642c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a0a7bc64-0dbd-4327-ab7d-6e232206642c,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:15.201910 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:15.434547 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:15.435472 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:15.435472 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Floating IP bb74b725-d80c-4095-b619-938e5d75de45 disassociated. External IP: 172.27.1.180, port: a0a7bc64-0dbd-4327-ab7d-6e232206642c. Apr 08 11:16:15.435685 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Calling delete_port for a0a7bc64-0dbd-4327-ab7d-6e232206642c owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:15.544507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebd295-ef19-401f-b9ba-376eb72c0c5f req-bdf3aa31-6381-49d0-addd-9f267965d365 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:15.546199 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbebd295-ef19-401f-b9ba-376eb72c0c5f req-bdf3aa31-6381-49d0-addd-9f267965d365 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 945 time: 0.0641298 Apr 08 11:16:15.599492 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bbebd295-ef19-401f-b9ba-376eb72c0c5f req-c89d3ef0-13f2-4c59-ae1d-b395993adb41 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc640d21-ee32-4e62-8e8d-3d08e6958a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Apr 08 11:16:15.658028 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (a0a7bc64-0dbd-4327-ab7d-6e232206642c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:15.698616 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'Port': ['ID=a0a7bc64-0dbd-4327-ab7d-6e232206642c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:15.839008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:16.002128 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:16.018243 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:16.029223 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:16.030050 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:16.047678 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] No DVR routers for this DVR port a0a7bc64-0dbd-4327-ab7d-6e232206642c on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:16.051198 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:16.057416 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f0bf2116-82f1-4a5d-a5fd-f602a35a7938 req-cb1cf67a-1944-4b99-9654-067951f1378c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "DELETE /v2.0/ports/a0a7bc64-0dbd-4327-ab7d-6e232206642c HTTP/1.1" status: 204 len: 173 time: 1.0498388 Apr 08 11:16:16.057876 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'name': 'network-vif-deleted', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:16.060144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607370fc-481e-455b-b005-a3aa8217701d" -d '{"events": [{"server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "name": "network-vif-deleted", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:16.105504 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff252a08-b628-4b14-9f77-cdb50033087f x-openstack-request-id: req-ff252a08-b628-4b14-9f77-cdb50033087f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:16.105820 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec3280-afc1-476f-adc0-2fb477cbdcab", "name": "network-vif-deleted", "tag": "a0a7bc64-0dbd-4327-ab7d-6e232206642c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:16.106073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff252a08-b628-4b14-9f77-cdb50033087f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:16.106478 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff252a08-b628-4b14-9f77-cdb50033087f'] response: {'server_uuid': 'ecec3280-afc1-476f-adc0-2fb477cbdcab', 'name': 'network-vif-deleted', 'tag': 'a0a7bc64-0dbd-4327-ab7d-6e232206642c', 'status': 'completed', 'code': 200} Apr 08 11:16:16.170274 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:16.437643 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:16.466190 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:16.475145 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:16.475735 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:16.599312 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:16.738176 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-05f8d619-dc7d-4cfa-af59-200e4e0a6315 req-1f730cc0-71a9-4b49-b6f5-0743851eb87b tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecec3280-afc1-476f-adc0-2fb477cbdcab HTTP/1.1" status: 200 len: 210 time: 0.0485241 Apr 08 11:16:16.928282 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:16.958885 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cdb2f-580e-4c8a-9748-72058e692e1a None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:17.278208 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e01d-917c-4e5c-a03e-4d21105e05b9 None None] New status for floating IP bb74b725-d80c-4095-b619-938e5d75de45: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:16:17.892999 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42636) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:17.960917 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (bc640d21-ee32-4e62-8e8d-3d08e6958a61), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:17.998895 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (bc640d21-ee32-4e62-8e8d-3d08e6958a61), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.027888 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:16:18.128126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (bc640d21-ee32-4e62-8e8d-3d08e6958a61), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.131428 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.136461 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc640d21-ee32-4e62-8e8d-3d08e6958a61 HTTP/1.1" status: 204 len: 168 time: 0.2382534 Apr 08 11:16:18.136618 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 42640) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:18.143012 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5ce27-285e-48d9-95d4-21fa9792215f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc640d21-ee32-4e62-8e8d-3d08e6958a61,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:18.159684 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-1c80cc44-cb89-4033-bd09-d0ffc7df5174 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] show failed (client error): The resource could not be found. Apr 08 11:16:18.165160 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1c80cc44-cb89-4033-bd09-d0ffc7df5174 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups/bc640d21-ee32-4e62-8e8d-3d08e6958a61 HTTP/1.1" status: 404 len: 347 time: 0.0246925 Apr 08 11:16:18.167578 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42642) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:18.321289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Deleting port d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:18.321639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.409699 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.410024 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.423805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Calling delete_port for d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:18.624606 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.651126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'Port': ['ID=d9c2600d-b57d-4e4d-aa9a-79cc07ed97e0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:18.721785 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (bb74b725-d80c-4095-b619-938e5d75de45), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.724462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:18.725705 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-991c4999-a63f-4bf5-86c5-cc55fc74e681 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb74b725-d80c-4095-b619-938e5d75de45 HTTP/1.1" status: 204 len: 168 time: 0.5571520 Apr 08 11:16:19.033619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a0a7bc64-0dbd-4327-ab7d-6e232206642c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:16:19.054078 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: a0a7bc64-0dbd-4327-ab7d-6e232206642c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:16:19.055007 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a0a7bc64-0dbd-4327-ab7d-6e232206642c not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:19.288101 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42660) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:19.292995 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554476018', 'description': 'tempest-description--1131829333'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:19.373034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.447175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (3cde160d-18d9-4dcd-ab78-34aeb39c319b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.497331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3cde160d-18d9-4dcd-ab78-34aeb39c319b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.528104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde160d-18d9-4dcd-ab78-34aeb39c319b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:19.592080 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.593776 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c7fdcd8e-6e11-459a-83aa-83dae0af6758 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3045802 Apr 08 11:16:19.596942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42670) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:19.601805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group_rule': {'security_group_id': '3cde160d-18d9-4dcd-ab78-34aeb39c319b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:19.724382 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (46dc96d4-f67d-46c0-a18e-cc8af696e8cb), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.784423 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (46dc96d4-f67d-46c0-a18e-cc8af696e8cb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.847083 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (46dc96d4-f67d-46c0-a18e-cc8af696e8cb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.865175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc96d4-f67d-46c0-a18e-cc8af696e8cb,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:19.927002 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.963462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:19.964998 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c309eeba-7dde-472f-85c6-aea4af34ce0a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670266 Apr 08 11:16:19.967779 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42674) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:19.972383 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'security_group_rule': {'security_group_id': '3cde160d-18d9-4dcd-ab78-34aeb39c319b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:20.075979 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (18d98981-e222-49a5-a65f-b3e2471130d9), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.144947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (18d98981-e222-49a5-a65f-b3e2471130d9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.217334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (18d98981-e222-49a5-a65f-b3e2471130d9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.236189 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d98981-e222-49a5-a65f-b3e2471130d9,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:20.307202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.308430 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-42cd4b72-01ff-4804-adc3-41c2e91ec329 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396869 Apr 08 11:16:20.311551 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 42680) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:20.315721 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:20.434587 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.536348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.639030 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Allocated IP 172.27.1.247 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/629ac381-b65f-4b0e-98a1-a8f7a09deda6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:20.741668 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.824701 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:20.860517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:20.863187 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:20.866515 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:20.893025 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=629ac381-b65f-4b0e-98a1-a8f7a09deda6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:20.959992 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.075395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.234795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.303777 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.371914 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=629ac381-b65f-4b0e-98a1-a8f7a09deda6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:21.384871 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.461878 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.466530 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-74a8934c-1902-4a7e-b13c-ee3a4671771a tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1510987 Apr 08 11:16:21.678916 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-4ef5a807-93bc-4c16-a0ed-2e19be00ea33 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1554476018&fields=id&tenant_id=e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 267 time: 0.0515707 Apr 08 11:16:21.794126 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-e6a1c7a2-60eb-48ce-bfa8-22e7ab74f6bf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:21.795509 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-e6a1c7a2-60eb-48ce-bfa8-22e7ab74f6bf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 810 time: 0.1096520 Apr 08 11:16:21.810106 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-66bfc0c3-0f5a-408e-8523-6f1ed20418dc tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/quotas/e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 375 time: 0.0092318 Apr 08 11:16:21.865787 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-eea25ba2-8bbe-40b8-bdfd-d8f7f92d5aa6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504122 Apr 08 11:16:21.926313 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-8399b5e9-dfd8-4d2c-b5b6-f3c6d87ea372 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:16:21.927290 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-8399b5e9-dfd8-4d2c-b5b6-f3c6d87ea372 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506730 Apr 08 11:16:22.026746 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-403962de-d921-4915-ae6e-588668e8292e service neutron] 10.222.0.37 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931683 Apr 08 11:16:22.123621 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-e8c8de53-0d81-4413-a5fd-14c0c49030bc service neutron] 10.222.0.37 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912530 Apr 08 11:16:22.348960 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6cca0ca8-3ca4-4f44-a8bf-2d24d274404a req-b31f089a-b1f4-4fa4-a3f2-427311f2315d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Apr 08 11:16:23.444143 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9de1d7c2-2012-4a5a-a67a-ac7dfb0b23a4 req-c817e5e8-b30c-4619-8e2a-27d3a6969852 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Apr 08 11:16:24.727994 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-aaaa2241-66c9-4f54-b4e1-8b6f33de4d41 req-d9fc29fe-e074-4b75-8d6c-5913597c92b2 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 210 time: 0.0325108 Apr 08 11:16:24.764801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-1cf0b7e3-896d-414c-ab42-de547894ba60 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:24.765700 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-1cf0b7e3-896d-414c-ab42-de547894ba60 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 810 time: 0.3626707 Apr 08 11:16:24.848066 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-224aa521-25e2-4d4a-90d5-30312607bef5 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c1b664def54f369d941b05815440bd HTTP/1.1" status: 200 len: 380 time: 0.0555816 Apr 08 11:16:24.857598 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'port': {'device_id': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'admin_state_up': True, 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'security_groups': ['3cde160d-18d9-4dcd-ab78-34aeb39c319b']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:25.064276 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Made reservation on behalf of e3c1b664def54f369d941b05815440bd for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:25.067632 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.203787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Allocated IP 172.20.0.3 (29f36be6-7d1d-45d5-a396-cd0fffe20af4/b445dcc0-9725-4fb7-8b3b-93ca1b295555/f0a45ced-cfdf-4e63-91c7-3a595f46809e) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:25.355294 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.447722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.494234 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:25.497270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:25.503632 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:25.527745 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event updated for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:25.559216 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:25.559959 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.638053 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-64aa7e14-d489-42ef-905e-77bc577a7f84 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843046 Apr 08 11:16:25.647119 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-f25ff383-7dbe-46e1-a5e9-c311222b6c2f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:16:25.648520 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-f25ff383-7dbe-46e1-a5e9-c311222b6c2f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056214 Apr 08 11:16:25.700860 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4bf13828-d23b-4407-8007-6f337d8c06f6 None None] Provisioning complete for port f0a45ced-cfdf-4e63-91c7-3a595f46809e triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:25.701424 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4bf13828-d23b-4407-8007-6f337d8c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.739916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4bf13828-d23b-4407-8007-6f337d8c06f6 None None] Port f0a45ced-cfdf-4e63-91c7-3a595f46809e cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:25.743528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Request body: {'port': {'device_id': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:25.807644 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:25.855125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678b01-ef84-470b-a94a-c034c5c9b933 req-a1f2122a-9c61-4706-89c6-87f78e6ad180 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:25.856606 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2e678b01-ef84-470b-a94a-c034c5c9b933 req-a1f2122a-9c61-4706-89c6-87f78e6ad180 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 931 time: 0.0528305 Apr 08 11:16:25.911386 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2e678b01-ef84-470b-a94a-c034c5c9b933 req-856f2602-5237-4f8b-9ece-015c3ee010f7 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Apr 08 11:16:26.081758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a45ced-cfdf-4e63-91c7-3a595f46809e {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:26.089288 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks [] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.101006 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Transition to ACTIVE for port object f0a45ced-cfdf-4e63-91c7-3a595f46809e will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:16:26.173000 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.239683 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:26.329344 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Attempting to bind port f0a45ced-cfdf-4e63-91c7-3a595f46809e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:26.329620 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Attempting to bind port f0a45ced-cfdf-4e63-91c7-3a595f46809e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:26.330073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Attempting to bind port f0a45ced-cfdf-4e63-91c7-3a595f46809e on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:26.335560 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Port f0a45ced-cfdf-4e63-91c7-3a595f46809e on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:16:26.335914 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Attempting to bind port f0a45ced-cfdf-4e63-91c7-3a595f46809e on network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:26.342078 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:26.342416 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Checking segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:26.342804 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Bound using segment: {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:26.343243 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Bound port: f0a45ced-cfdf-4e63-91c7-3a595f46809e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16c5a95-fc33-4976-8859-47f653790331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:26.343606 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.417061 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:26.420001 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:26.510054 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.549116 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.550458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.551233 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] 10.222.0.61 "PUT /v2.0/ports/f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 200 len: 1093 time: 0.8959048 Apr 08 11:16:26.551675 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:26.553987 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb5b454-4c30-48a1-b957-f57a4715ba5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:26.577275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d43f22-f768-4ceb-be43-a8242f6e8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:26.611981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b622e-6ebd-49c0-a529-b3f21f1790d6 x-openstack-request-id: req-c02b622e-6ebd-49c0-a529-b3f21f1790d6 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:26.612635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:26.613042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c02b622e-6ebd-49c0-a529-b3f21f1790d6 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:26.613588 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02b622e-6ebd-49c0-a529-b3f21f1790d6'] response: {'name': 'network-changed', 'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'status': 'completed', 'code': 200} Apr 08 11:16:26.679496 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-0e7daa6a-e546-47a4-9c21-a62def2be897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.681152 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-0e7daa6a-e546-47a4-9c21-a62def2be897 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1127 time: 0.0494401 Apr 08 11:16:26.802808 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-678056a3-e76d-4abb-9404-f432dd010916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.805313 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-678056a3-e76d-4abb-9404-f432dd010916 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e3c1b664def54f369d941b05815440bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1174016 Apr 08 11:16:26.919634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-187eacee-9cfd-4e44-9a2b-32f1420e07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.921439 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4fb5b454-4c30-48a1-b957-f57a4715ba5f req-187eacee-9cfd-4e44-9a2b-32f1420e07d8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106198 Apr 08 11:16:27.023953 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-ce74a277-8f9f-4b00-ba63-b4b8177d7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.025617 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-ce74a277-8f9f-4b00-ba63-b4b8177d7d45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1127 time: 0.0514662 Apr 08 11:16:27.037135 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0298-35ef-4848-a00c-146922683e43 req-8d2d1219-373d-4f98-8e02-6affeae1c7d1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.038631 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e56a0298-35ef-4848-a00c-146922683e43 req-8d2d1219-373d-4f98-8e02-6affeae1c7d1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 943 time: 0.0533535 Apr 08 11:16:27.066868 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-16b02ca1-5da7-4cde-aa40-1da58ed75ac4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 200 len: 217 time: 0.0338497 Apr 08 11:16:27.089995 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e56a0298-35ef-4848-a00c-146922683e43 req-828e94be-7e3a-4047-8cd7-300dba7cde70 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Apr 08 11:16:27.115956 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-763ed3e0-f3bb-41ba-b3ef-db46f20d073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.117548 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-763ed3e0-f3bb-41ba-b3ef-db46f20d073c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0443983 Apr 08 11:16:27.169229 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-d5ec1088-b4d5-44e6-b238-efe7619be590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.170716 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-d5ec1088-b4d5-44e6-b238-efe7619be590 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474789 Apr 08 11:16:27.262709 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-1b8588bb-a3ad-4e6f-9b2a-f401799e6015 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854974 Apr 08 11:16:27.358627 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8beff84d-5dd2-424a-aad0-1b2a97462e28 req-935441af-e3a8-4a92-8d4a-607acc5d1bca service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 Apr 08 11:16:28.212695 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dc465-d69c-45df-b8fa-cda7fd044f2a req-2e9af62c-fa4b-4bb1-96c1-0cea48c34fc2 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:28.214232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-862dc465-d69c-45df-b8fa-cda7fd044f2a req-2e9af62c-fa4b-4bb1-96c1-0cea48c34fc2 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 943 time: 0.0544264 Apr 08 11:16:28.263651 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-862dc465-d69c-45df-b8fa-cda7fd044f2a req-6277ff4e-3e88-4ae4-bdc0-67a6eed79c50 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Apr 08 11:16:29.393232 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bffa7f-6443-4daf-af56-c4dfeb644fb1 req-13388149-eb73-4929-820b-a58604520fda tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:29.394751 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3bffa7f-6443-4daf-af56-c4dfeb644fb1 req-13388149-eb73-4929-820b-a58604520fda tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 943 time: 0.0551646 Apr 08 11:16:29.447323 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f3bffa7f-6443-4daf-af56-c4dfeb644fb1 req-390703e1-3d3f-4edd-8f67-01d8e57f5178 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Apr 08 11:16:30.566432 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5902e-35d7-494e-99df-8d338b7845ed req-4aa4f73c-d977-4bdb-b832-cbf67cb6473c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:30.567915 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-82a5902e-35d7-494e-99df-8d338b7845ed req-4aa4f73c-d977-4bdb-b832-cbf67cb6473c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 943 time: 0.0554535 Apr 08 11:16:30.615078 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-82a5902e-35d7-494e-99df-8d338b7845ed req-d44e0a03-b378-4c3a-9fa2-9f173d25c4c1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Apr 08 11:16:31.079592 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f0a45ced-cfdf-4e63-91c7-3a595f46809e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:16:31.178076 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:31.189921 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'port_id': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'mac_address': 'fa:16:3e:5a:c7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:16:31.232152 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port f0a45ced-cfdf-4e63-91c7-3a595f46809e is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:31.232533 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.245440 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a45ced-cfdf-4e63-91c7-3a595f46809e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:31.263878 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:31.310086 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.362213 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:31.370557 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.370893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.371236 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.371573 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.371905 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.372230 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.372554 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.372894 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.373214 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.373535 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.374373 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.374989 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.375322 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.375641 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.376091 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:31.707044 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['f0a45ced-cfdf-4e63-91c7-3a595f46809e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:31.732858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699ef9d-e266-43eb-9d0e-16aeecfc66d5 req-41171559-5758-42d0-9772-f489bb06e2d4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:31.734350 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1699ef9d-e266-43eb-9d0e-16aeecfc66d5 req-41171559-5758-42d0-9772-f489bb06e2d4 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 944 time: 0.0527546 Apr 08 11:16:31.783134 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1699ef9d-e266-43eb-9d0e-16aeecfc66d5 req-074e4182-62cd-4f18-8ae2-3c192fb5b10d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Apr 08 11:16:32.122013 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-62420b22-cbb8-433d-bccd-ab997d42c382 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428216 Apr 08 11:16:32.186173 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726062-fc37-414f-af41-61058c45a390 req-c0f9a661-7c5c-42be-8255-50d5214c0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.187662 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-c0f9a661-7c5c-42be-8255-50d5214c0ff0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 1129 time: 0.0442228 Apr 08 11:16:32.293289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726062-fc37-414f-af41-61058c45a390 req-1cdbc046-74cb-4235-a297-fcf63fa09487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.294752 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-1cdbc046-74cb-4235-a297-fcf63fa09487 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0895851 Apr 08 11:16:32.358088 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-dbb1c192-c3bb-4583-a68c-ce26915d455d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 200 len: 1000 time: 0.0571699 Apr 08 11:16:32.408393 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726062-fc37-414f-af41-61058c45a390 req-dbf31128-7a34-4a90-9970-5e89537c0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.409826 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-dbf31128-7a34-4a90-9970-5e89537c0784 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0459492 Apr 08 11:16:32.457354 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726062-fc37-414f-af41-61058c45a390 req-efe669e4-5fbe-4585-b134-1c412c5a10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.458813 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-efe669e4-5fbe-4585-b134-1c412c5a10ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429044 Apr 08 11:16:32.548036 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-ee9cf531-23e7-44fb-88f3-83df8b35570c service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826926 Apr 08 11:16:32.644119 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25726062-fc37-414f-af41-61058c45a390 req-d2ddfa84-39b5-46ea-a077-9f56ad4670ee service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Apr 08 11:16:32.897616 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423ec3-35db-4663-9ff2-3276ce7080ae req-f9c982a4-934f-4c62-8849-e3c9686bb580 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.899871 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-da423ec3-35db-4663-9ff2-3276ce7080ae req-f9c982a4-934f-4c62-8849-e3c9686bb580 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 944 time: 0.0523591 Apr 08 11:16:32.947027 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-da423ec3-35db-4663-9ff2-3276ce7080ae req-03517189-f814-43a8-b233-2076cfb076b7 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Apr 08 11:16:33.095758 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f0a45ced-cfdf-4e63-91c7-3a595f46809e up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:33.206283 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port f0a45ced-cfdf-4e63-91c7-3a595f46809e completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:16:33.210113 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port f0a45ced-cfdf-4e63-91c7-3a595f46809e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:33.210539 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.292545 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port f0a45ced-cfdf-4e63-91c7-3a595f46809e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:33.292977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.315948 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:33.318117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412ab73-4c46-4396-82f8-d23456eb0d24" -d '{"events": [{"server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "name": "network-vif-plugged", "status": "completed", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:33.330799 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:33.395572 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.421293 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1886b00d-b923-4efb-ac4d-d3611adcece7 x-openstack-request-id: req-1886b00d-b923-4efb-ac4d-d3611adcece7 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:33.421626 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "name": "network-vif-plugged", "status": "completed", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:33.421888 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1886b00d-b923-4efb-ac4d-d3611adcece7 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:33.422276 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1886b00d-b923-4efb-ac4d-d3611adcece7'] response: {'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'code': 200} Apr 08 11:16:33.456014 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:33.713777 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd1ae8-e03f-42b9-815e-1d83cbf17974 req-9cff5ddd-70a2-487c-8432-7c7afd6c694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:33.715293 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16cd1ae8-e03f-42b9-815e-1d83cbf17974 req-9cff5ddd-70a2-487c-8432-7c7afd6c694a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0496008 Apr 08 11:16:33.759170 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16cd1ae8-e03f-42b9-815e-1d83cbf17974 req-b1e96b00-6591-4a50-aca6-756e04ba0ed3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Apr 08 11:16:34.064572 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1ea33-8497-4f79-b397-955ed85dca9c req-e85930d0-ba25-4374-9457-5537e2f6a0ae tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:34.065760 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12b1ea33-8497-4f79-b397-955ed85dca9c req-e85930d0-ba25-4374-9457-5537e2f6a0ae tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0532117 Apr 08 11:16:34.114336 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-12b1ea33-8497-4f79-b397-955ed85dca9c req-0921cf8e-0f43-4bee-9144-91df3f0b7ec2 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Apr 08 11:16:35.246883 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c4648-2509-4b7a-8c85-202093c92cc3 req-b8bbd50e-9b80-495e-b1e2-5f2e37f950fe tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:35.248294 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-833c4648-2509-4b7a-8c85-202093c92cc3 req-b8bbd50e-9b80-495e-b1e2-5f2e37f950fe tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0655947 Apr 08 11:16:35.296021 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-833c4648-2509-4b7a-8c85-202093c92cc3 req-23662e4b-ac31-49c7-9cdb-cece126b8213 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Apr 08 11:16:36.103923 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-085a9f09-25df-47ae-9de7-60f436b5cc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.411909 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c356-0f95-4fbb-8912-1ef0f44e7018 req-b02f9c7e-b1ca-4466-8c3f-6106f0cd8f14 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:36.413407 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96c7c356-0f95-4fbb-8912-1ef0f44e7018 req-b02f9c7e-b1ca-4466-8c3f-6106f0cd8f14 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Apr 08 11:16:36.464316 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96c7c356-0f95-4fbb-8912-1ef0f44e7018 req-05c8abf8-5701-46e1-97c6-71e310cf7910 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Apr 08 11:16:36.577762 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356d42-6f72-44f4-b90a-2a320644beb5 req-65345f10-b5c7-4447-b297-089dbaaadd9d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:36.595953 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a7356d42-6f72-44f4-b90a-2a320644beb5 req-65345f10-b5c7-4447-b297-089dbaaadd9d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0523608 Apr 08 11:16:36.600304 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 42968) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:36.604837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Request body: {'floatingip': {'port_id': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:36.683416 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.516042 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.589163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.694947 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Floating IP b374603c-8c39-435a-a5b8-b458e2838303 associated. External IP: 172.27.1.247, port: f0a45ced-cfdf-4e63-91c7-3a595f46809e. Apr 08 11:16:37.912241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:38.025108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:38.029903 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.036435 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:38.046354 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:38.046960 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.072564 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-4b73da9d-8ec5-4ff8-8a55-631f5563e51d tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "PUT /v2.0/floatingips/b374603c-8c39-435a-a5b8-b458e2838303 HTTP/1.1" status: 200 len: 991 time: 1.4578011 Apr 08 11:16:38.072564 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:38.072564 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14997d-d2a0-4ccf-857c-89dc09e89571" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:38.160550 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20bd48-8a83-43b1-97f8-bc79dad202c2 x-openstack-request-id: req-7e20bd48-8a83-43b1-97f8-bc79dad202c2 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:38.160725 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:38.161205 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:38.161459 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e20bd48-8a83-43b1-97f8-bc79dad202c2 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:38.161861 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e20bd48-8a83-43b1-97f8-bc79dad202c2'] response: {'name': 'network-changed', 'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'status': 'completed', 'code': 200} Apr 08 11:16:38.223810 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-ade7cb50-db57-4403-b6d8-b5db3e7cce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:38.225267 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-ade7cb50-db57-4403-b6d8-b5db3e7cce06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0438175 Apr 08 11:16:38.324103 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-2528f37e-994a-4e93-9c4d-f472b4a0cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:38.325780 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-2528f37e-994a-4e93-9c4d-f472b4a0cd1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.0950470 Apr 08 11:16:38.397795 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-6ea46f06-8265-4843-966a-4346c9377320 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 200 len: 999 time: 0.0661421 Apr 08 11:16:38.403907 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'b374603c-8c39-435a-a5b8-b458e2838303', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:5a:c7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:16:20Z', 'updated_at': '2022-04-08T11:16:37Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.431039 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:38.441451 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:38.442053 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.447473 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-48705a9c-4cd1-4abd-a420-b8ca63895bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:38.448996 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-48705a9c-4cd1-4abd-a420-b8ca63895bd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0456624 Apr 08 11:16:38.498352 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-6c7ccc87-8d7c-4f34-9608-37f600f4d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:38.499843 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-6c7ccc87-8d7c-4f34-9608-37f600f4d23d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455647 Apr 08 11:16:38.562673 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:38.598301 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-008015b4-1bb5-49e1-9a71-501628c4a962 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917819 Apr 08 11:16:38.599742 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66c8c600-a38b-4604-8b60-e3d05b1e8278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.695221 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2f14997d-d2a0-4ccf-857c-89dc09e89571 req-e0c71d75-0ea3-45d4-8c44-0fecd0abe993 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912781 Apr 08 11:16:38.803606 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'b374603c-8c39-435a-a5b8-b458e2838303', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:5a:c7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:16:20Z', 'updated_at': '2022-04-08T11:16:37Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.830101 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db67532-c327-435d-b3c5-7486ba26cc74 None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'b374603c-8c39-435a-a5b8-b458e2838303', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'port_id': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'mac_address': 'fa:16:3e:5a:c7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:16:20Z', 'updated_at': '2022-04-08T11:16:37Z', 'revision_number': 1, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:39.025941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be319155-f762-4f90-99c0-5e1c9bba98d7 None None] New status for floating IP b374603c-8c39-435a-a5b8-b458e2838303: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:16:39.378318 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.738137 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.217416 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.594849 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07502e1-962a-4e21-8d08-5089586a0f71 req-420652e3-c1f3-4d78-8f08-8deeeeb7ef34 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:46.596326 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b07502e1-962a-4e21-8d08-5089586a0f71 req-420652e3-c1f3-4d78-8f08-8deeeeb7ef34 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Apr 08 11:16:46.645984 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b07502e1-962a-4e21-8d08-5089586a0f71 req-5277a3d4-f4ac-4498-a318-c939f25d274e tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Apr 08 11:16:47.232281 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee832850-86d0-499b-b861-36e311ab4f85 req-04f0d5e8-3009-4d7e-bd15-4190aa61e24b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:47.233745 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ee832850-86d0-499b-b861-36e311ab4f85 req-04f0d5e8-3009-4d7e-bd15-4190aa61e24b tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0541596 Apr 08 11:16:47.330121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Deleting port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:47.330460 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.417096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] For port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:47.417481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.588774 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.589043 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.589359 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Floating IP 39c46cf0-da79-49b3-b678-92fec592ee5f disassociated. External IP: 172.27.1.56, port: 3c282bfa-f4fb-43f7-bdbe-907c6baff07c. Apr 08 11:16:47.589694 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Calling delete_port for 3c282bfa-f4fb-43f7-bdbe-907c6baff07c owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:47.770903 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07816d-4bc0-43c8-b06e-779e938ee019 req-eb263ac5-9fff-4a7d-9812-ccc16f80fd24 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:47.774032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (3c282bfa-f4fb-43f7-bdbe-907c6baff07c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.775121 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6f07816d-4bc0-43c8-b06e-779e938ee019 req-eb263ac5-9fff-4a7d-9812-ccc16f80fd24 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 945 time: 0.0574884 Apr 08 11:16:47.807375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event deleted for resources: {'Port': ['ID=3c282bfa-f4fb-43f7-bdbe-907c6baff07c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:47.824975 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6f07816d-4bc0-43c8-b06e-779e938ee019 req-db5979b1-37e9-4b83-a8b4-cb235f8f519d tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9525029-0c6a-4d62-9854-5205bf105bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465286 Apr 08 11:16:47.931933 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Router af3043c6-2b04-433d-a280-6d7163461be0 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:48.044966 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:48.055576 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Sync routers for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:48.065255 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:48.065848 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.087772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] No DVR routers for this DVR port 3c282bfa-f4fb-43f7-bdbe-907c6baff07c on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:48.090303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:48.093624 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ee832850-86d0-499b-b861-36e311ab4f85 req-8e85d1ee-90f1-4415-aa58-511f0ee804f0 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "DELETE /v2.0/ports/3c282bfa-f4fb-43f7-bdbe-907c6baff07c HTTP/1.1" status: 204 len: 173 time: 0.8549242 Apr 08 11:16:48.094013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'name': 'network-vif-deleted', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:48.096465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7a324-77ad-4a30-ac11-27e4b6034545" -d '{"events": [{"server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "name": "network-vif-deleted", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:48.131521 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f7eaab-e3c5-4b14-9c53-bb542eb82634 x-openstack-request-id: req-21f7eaab-e3c5-4b14-9c53-bb542eb82634 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:48.131811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6643e3c-a065-46a9-92ba-3c5f7ed33505", "name": "network-vif-deleted", "tag": "3c282bfa-f4fb-43f7-bdbe-907c6baff07c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:48.132884 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21f7eaab-e3c5-4b14-9c53-bb542eb82634 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:48.133444 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f7eaab-e3c5-4b14-9c53-bb542eb82634'] response: {'server_uuid': 'e6643e3c-a065-46a9-92ba-3c5f7ed33505', 'name': 'network-vif-deleted', 'tag': '3c282bfa-f4fb-43f7-bdbe-907c6baff07c', 'status': 'completed', 'code': 200} Apr 08 11:16:48.178409 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:48.386162 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.416373 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Checking router: af3043c6-2b04-433d-a280-6d7163461be0 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:48.424795 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:48.425428 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:16:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.612861 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:48.816268 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.847730 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc09897-aa11-401a-b83c-814f73de0480 None None] The sync data for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi is: [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:05:28Z', 'revision_number': 4, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '8189b61e-03f2-4347-b883-2ce52e91df60', 'name': '', 'network_id': '06b624e9-b3cb-4605-ac06-dde933c23376', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'mac_address': 'fa:16:3e:3d:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:27Z', 'updated_at': '2022-04-08T11:05:34Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'subnets': [{'id': 'e512e65f-d489-4ade-b9c3-b9a94db08b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:48.943362 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1d86c2a0-2cf8-4524-a8bd-5ac3b1be0bae req-ff60cea0-ab95-4e33-bf69-58ed08a571d9 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6643e3c-a065-46a9-92ba-3c5f7ed33505 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Apr 08 11:16:49.090117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4388a-06b3-4acb-b84d-f848a3bb9edb None None] New status for floating IP 39c46cf0-da79-49b3-b678-92fec592ee5f: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:16:49.915274 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.063914 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 43166) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:50.117902 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (d9525029-0c6a-4d62-9854-5205bf105bd0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.141810 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (d9525029-0c6a-4d62-9854-5205bf105bd0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.249221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d9525029-0c6a-4d62-9854-5205bf105bd0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.251924 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.253135 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9525029-0c6a-4d62-9854-5205bf105bd0 HTTP/1.1" status: 204 len: 168 time: 0.1882236 Apr 08 11:16:50.256435 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 43168) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:50.276275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c13aa3-258a-4b26-8350-e1982b7ab263 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9525029-0c6a-4d62-9854-5205bf105bd0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.279884 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-b3687a6c-8d00-45d6-8fd7-722d0e11b2a4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] show failed (client error): The resource could not be found. Apr 08 11:16:50.281025 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b3687a6c-8d00-45d6-8fd7-722d0e11b2a4 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups/d9525029-0c6a-4d62-9854-5205bf105bd0 HTTP/1.1" status: 404 len: 347 time: 0.0235271 Apr 08 11:16:50.293197 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 43170) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:50.406844 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Deleting port 6db1aa00-9777-462b-bd1c-11d40d0aeb21 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:50.407181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.489702 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.490035 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (6db1aa00-9777-462b-bd1c-11d40d0aeb21), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.502241 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Calling delete_port for 6db1aa00-9777-462b-bd1c-11d40d0aeb21 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:50.938146 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6db1aa00-9777-462b-bd1c-11d40d0aeb21), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.962191 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event deleted for resources: {'Port': ['ID=6db1aa00-9777-462b-bd1c-11d40d0aeb21,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.975995 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.976274 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.976597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.976961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.977295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.977629 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.977942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.978271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.978572 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.978905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.979208 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.979527 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.979844 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.980221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:50.981274 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.039657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks [] for floatingip (39c46cf0-da79-49b3-b678-92fec592ee5f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.042247 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.044009 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2704cb9f-bae2-4327-8984-4c7ea1d16f16 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "DELETE /v2.0/floatingips/39c46cf0-da79-49b3-b678-92fec592ee5f HTTP/1.1" status: 204 len: 168 time: 0.7585237 Apr 08 11:16:51.203856 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 3c282bfa-f4fb-43f7-bdbe-907c6baff07c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:16:51.224143 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 3c282bfa-f4fb-43f7-bdbe-907c6baff07c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:16:51.224474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 3c282bfa-f4fb-43f7-bdbe-907c6baff07c not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:55.031378 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:17:06.103065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a9f5-ae4c-412b-97ef-47eb1b8287c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:08.623050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff2ec-e996-4dd3-9a52-6173bd144ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:09.382696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:10.731329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:12.223368 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:19.971306 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.030019 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:17:32.473707 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-05c1be46-0634-45f1-b944-8e4c34e7c2cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488169 Apr 08 11:17:32.576763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-20c7605e-1a06-46c4-ba60-6ac4fc1a4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.578261 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-20c7605e-1a06-46c4-ba60-6ac4fc1a4805 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0469570 Apr 08 11:17:32.687948 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-acd5a2f9-9cf7-41d6-86b4-cfc87b8abed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.689436 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-acd5a2f9-9cf7-41d6-86b4-cfc87b8abed1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0919268 Apr 08 11:17:32.736388 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-f1c07ba3-9f1f-4c9f-8a63-6bcb9ed58732 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0367262 Apr 08 11:17:32.799940 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-aa41bab4-8024-40cd-a797-91fedcfbd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.801432 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-aa41bab4-8024-40cd-a797-91fedcfbd0e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0546522 Apr 08 11:17:32.853687 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-7cce0ed6-dd6e-424d-bcc1-957d4760afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.855203 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-7cce0ed6-dd6e-424d-bcc1-957d4760afb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455570 Apr 08 11:17:32.954606 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-ccc7d6e2-d47d-42d0-ad08-580e8bdb7a0e service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930626 Apr 08 11:17:33.053984 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a870fea-3e4a-4d67-a6ab-7fdddad8b585 req-a6316d28-5d28-41c7-8b61-b17df7b460d1 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901585 Apr 08 11:17:36.130755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3ffecb9-34f2-452a-b4dd-54974d0639d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.609648 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cd784f27-1b97-4185-a4c8-ae3a1f3cd214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:39.347798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.839022 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:42.221949 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:49.936241 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:06.107469 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7f16957a-cf6a-4e1d-b4ca-77601924c86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:08.671866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-82c6a107-32db-45e0-bd80-3ee58a03005b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:09.029480 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:18:09.369720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:10.729223 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:12.243384 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:19.935179 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:32.465977 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-a77335c0-94db-4167-9362-5469ccfd74f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471888 Apr 08 11:18:32.541593 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-6f8ca8f5-45c7-47ec-b79b-1c83a99a8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:32.543352 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-6f8ca8f5-45c7-47ec-b79b-1c83a99a8aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0539002 Apr 08 11:18:32.661840 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-7cb2a60d-5ed1-41c7-ad34-35cd488092e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:32.663564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-7cb2a60d-5ed1-41c7-ad34-35cd488092e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.1017361 Apr 08 11:18:32.711886 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-ad9a7900-6212-49b2-a3bf-d5183b685af1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0429425 Apr 08 11:18:32.758905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-da27d387-ebfa-45d1-9ba8-0422f458b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:32.760487 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-da27d387-ebfa-45d1-9ba8-0422f458b2e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0434926 Apr 08 11:18:32.815196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-32dc370d-99fd-40b8-bfc3-7dfe9e4f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:32.816719 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-32dc370d-99fd-40b8-bfc3-7dfe9e4f4379 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505879 Apr 08 11:18:32.914612 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-c4134cf6-3412-4674-a884-af7fc8ca1797 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920229 Apr 08 11:18:33.016499 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99d564be-f337-42b5-b0f1-7ea6f5fd34a6 req-a06f4a9a-63d9-4ed5-a600-f3867491217c service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964682 Apr 08 11:18:36.134779 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3649a72-d4cc-4e77-bdf1-07a625cca220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:38.608815 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce07d330-00f4-467a-8e79-714f0aecc2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:39.353624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:40.763286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:42.237889 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:46.030104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:18:49.946122 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.088017 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be6d927b-4aa6-4a4a-9701-ecfc1e6b157b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:08.601732 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f06b577f-2f21-4885-8f3e-d9a3e7ad645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:09.384509 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:10.739216 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:12.224411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.945029 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:23.032338 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:19:33.475872 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-75484036-f936-4d6a-a19c-f38b12a6c698 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443208 Apr 08 11:19:33.540912 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-7b82a00a-eac2-4da8-a8fa-1e391b3b0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:33.547315 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-7b82a00a-eac2-4da8-a8fa-1e391b3b0cc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d108312db4948529053fec7bfc23598&device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 1129 time: 0.0459368 Apr 08 11:19:33.650230 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-c4fc869f-6fea-4eba-bc44-a0fe533a847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:33.651726 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-c4fc869f-6fea-4eba-bc44-a0fe533a847b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5b28a3a-0b9d-4c38-88db-73637b83702a HTTP/1.1" status: 200 len: 915 time: 0.0914400 Apr 08 11:19:33.693083 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-763efe58-3b51-4813-83ba-6293bff573da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59d0910b-82db-4a29-841a-9e24326f28fb HTTP/1.1" status: 200 len: 217 time: 0.0353806 Apr 08 11:19:33.744358 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-24040a40-625a-43bd-8146-e29c4d0518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:33.745856 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-24040a40-625a-43bd-8146-e29c4d0518a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abf35403-d596-455c-bcc1-2a86b569f0da HTTP/1.1" status: 200 len: 853 time: 0.0476708 Apr 08 11:19:33.795277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-16642513-0e06-4149-889b-d43a1a4a88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:33.797005 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-16642513-0e06-4149-889b-d43a1a4a88ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5b28a3a-0b9d-4c38-88db-73637b83702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456712 Apr 08 11:19:33.896020 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-17486e5c-c87a-4d8a-ab9c-b3ef70c49f56 service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926600 Apr 08 11:19:33.989886 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0734d734-f184-46b8-a98a-cb00f10d7521 req-dec10127-caec-4aeb-9219-6950a14c820b service neutron] 10.222.0.61 "GET /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Apr 08 11:19:36.086564 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc34be34-bb2c-40aa-a575-ad07d370ebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:38.624035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63b411ac-6c18-4cdb-b770-b6e388eab75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:39.372647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:40.744320 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:42.212947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:49.954838 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.386032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 45926) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:52.512942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.584950 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Publish callbacks [] for security_group (a3373bc8-5543-4f05-8947-e1a5a3c13e9d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.640510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a3373bc8-5543-4f05-8947-e1a5a3c13e9d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.678186 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17721ca76d1347f0a09756335884f167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910569 Apr 08 11:19:52.679154 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3373bc8-5543-4f05-8947-e1a5a3c13e9d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:52.682253 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 45930) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:52.687589 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.687931 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.688275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.688615 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.688978 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.689310 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.689637 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.689963 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.690292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.690705 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.691037 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.691363 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.691686 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.692008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.692326 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8dcf1f-4ebc-4f6b-b9ac-d01c7e64de15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.735868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Publish callbacks [] for security_group (a3373bc8-5543-4f05-8947-e1a5a3c13e9d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.757605 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Publish callbacks [] for security_group (a3373bc8-5543-4f05-8947-e1a5a3c13e9d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.875290 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a3373bc8-5543-4f05-8947-e1a5a3c13e9d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.878007 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.880957 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3373bc8-5543-4f05-8947-e1a5a3c13e9d HTTP/1.1" status: 204 len: 168 time: 0.1959341 Apr 08 11:19:52.887988 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3373bc8-5543-4f05-8947-e1a5a3c13e9d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:52.895239 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.895585 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.895928 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.896268 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.896595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.896954 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.897281 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.897606 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.897928 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.898251 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.898572 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.898944 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.899383 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.899877 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:52.900078 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8496-34b6-4a54-9ee5-a9d5b92458ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:57.138492 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46094) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:57.253466 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-16c1accd-1651-477f-9313-1daac8063c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.337916 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-16c1accd-1651-477f-9313-1daac8063c5b admin admin] Publish callbacks [] for security_group (c21075e3-c36c-4e9b-8e5f-d4923b8f2e17), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.400583 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-16c1accd-1651-477f-9313-1daac8063c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c21075e3-c36c-4e9b-8e5f-d4923b8f2e17), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.444386 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-16c1accd-1651-477f-9313-1daac8063c5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=533afc9009a14f40b0475fc55091dc12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020675 Apr 08 11:19:57.444386 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1accd-1651-477f-9313-1daac8063c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21075e3-c36c-4e9b-8e5f-d4923b8f2e17,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:57.444720 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46102) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:57.512267 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] Publish callbacks [] for security_group (c21075e3-c36c-4e9b-8e5f-d4923b8f2e17), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.535747 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] Publish callbacks [] for security_group (c21075e3-c36c-4e9b-8e5f-d4923b8f2e17), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.635681 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c21075e3-c36c-4e9b-8e5f-d4923b8f2e17), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.638543 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:57.639704 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c21075e3-c36c-4e9b-8e5f-d4923b8f2e17 HTTP/1.1" status: 204 len: 168 time: 0.1940255 Apr 08 11:19:57.649562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f02ba-f731-4b25-bc5b-98038eef6073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21075e3-c36c-4e9b-8e5f-d4923b8f2e17,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:58.705153 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46130) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:58.821277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84838aa4-4e42-49b9-8bcb-26f768b471a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:58.909306 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84838aa4-4e42-49b9-8bcb-26f768b471a8 admin admin] Publish callbacks [] for security_group (21d8a83f-0a39-404d-bcfc-4701bdea4452), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:58.995105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-84838aa4-4e42-49b9-8bcb-26f768b471a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (21d8a83f-0a39-404d-bcfc-4701bdea4452), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:59.034482 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-84838aa4-4e42-49b9-8bcb-26f768b471a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b236437c75c84daca60b51d91e41ad45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282349 Apr 08 11:19:59.035332 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84838aa4-4e42-49b9-8bcb-26f768b471a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8a83f-0a39-404d-bcfc-4701bdea4452,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:59.037749 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46136) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:59.089256 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] Publish callbacks [] for security_group (21d8a83f-0a39-404d-bcfc-4701bdea4452), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:59.112408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] Publish callbacks [] for security_group (21d8a83f-0a39-404d-bcfc-4701bdea4452), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:59.246374 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (21d8a83f-0a39-404d-bcfc-4701bdea4452), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:59.249820 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:59.251732 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21d8a83f-0a39-404d-bcfc-4701bdea4452 HTTP/1.1" status: 204 len: 168 time: 0.2130134 Apr 08 11:19:59.264557 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ddbea-5f71-40ca-aaaa-f82f621a8869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8a83f-0a39-404d-bcfc-4701bdea4452,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:59.913233 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46154) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:59.931729 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7229-c784-4a43-907f-31e28900ee22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.016895 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7229-c784-4a43-907f-31e28900ee22 admin admin] Publish callbacks [] for security_group (c08f0691-9ab2-44d3-95b0-30f563155bcd), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.037174 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:20:00.108996 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7229-c784-4a43-907f-31e28900ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c08f0691-9ab2-44d3-95b0-30f563155bcd), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.152919 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-bb5f7229-c784-4a43-907f-31e28900ee22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb34708d4e374cf590cd43a8945bf22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385657 Apr 08 11:20:00.154018 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f7229-c784-4a43-907f-31e28900ee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f0691-9ab2-44d3-95b0-30f563155bcd,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:00.155465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46156) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:00.217130 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] Publish callbacks [] for security_group (c08f0691-9ab2-44d3-95b0-30f563155bcd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.241023 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] Publish callbacks [] for security_group (c08f0691-9ab2-44d3-95b0-30f563155bcd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.360869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (c08f0691-9ab2-44d3-95b0-30f563155bcd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.364887 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.368729 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c08f0691-9ab2-44d3-95b0-30f563155bcd HTTP/1.1" status: 204 len: 168 time: 0.2100422 Apr 08 11:20:00.387733 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ede954-23fa-4559-ba83-98c964a8f251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f0691-9ab2-44d3-95b0-30f563155bcd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:01.057554 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46174) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:01.072126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260e33a-76ed-4b84-afc0-267f75540d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.150140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260e33a-76ed-4b84-afc0-267f75540d0e admin admin] Publish callbacks [] for security_group (6ee2dfb8-dbb0-4bca-9417-85f7f3967115), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.206453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c260e33a-76ed-4b84-afc0-267f75540d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6ee2dfb8-dbb0-4bca-9417-85f7f3967115), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.247369 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c260e33a-76ed-4b84-afc0-267f75540d0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e65eeb4c124847aa987edf4d5c2aa6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886134 Apr 08 11:20:01.248286 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260e33a-76ed-4b84-afc0-267f75540d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2dfb8-dbb0-4bca-9417-85f7f3967115,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:01.249976 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46178) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:01.312488 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] Publish callbacks [] for security_group (6ee2dfb8-dbb0-4bca-9417-85f7f3967115), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.335767 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] Publish callbacks [] for security_group (6ee2dfb8-dbb0-4bca-9417-85f7f3967115), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.452505 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6ee2dfb8-dbb0-4bca-9417-85f7f3967115), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.456100 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.467484 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ee2dfb8-dbb0-4bca-9417-85f7f3967115 HTTP/1.1" status: 204 len: 168 time: 0.2061584 Apr 08 11:20:01.467484 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4afa4-a7b9-49ce-87fb-2afbf464731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2dfb8-dbb0-4bca-9417-85f7f3967115,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:02.893895 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46232) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:03.016327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-702fff53-6a69-4597-9494-0fbf3fba6768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.104062 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-702fff53-6a69-4597-9494-0fbf3fba6768 admin admin] Publish callbacks [] for security_group (dde0e9e4-7a15-4e27-8ad3-2a1201250fe3), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.154718 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-702fff53-6a69-4597-9494-0fbf3fba6768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (dde0e9e4-7a15-4e27-8ad3-2a1201250fe3), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.195036 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-702fff53-6a69-4597-9494-0fbf3fba6768 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fdfdfd803a84062909a5b8925a4795a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000376 Apr 08 11:20:03.199108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46238) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:03.207167 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fff53-6a69-4597-9494-0fbf3fba6768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde0e9e4-7a15-4e27-8ad3-2a1201250fe3,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:03.254854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] Publish callbacks [] for security_group (dde0e9e4-7a15-4e27-8ad3-2a1201250fe3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.278945 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] Publish callbacks [] for security_group (dde0e9e4-7a15-4e27-8ad3-2a1201250fe3), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.348497 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46242) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:03.394917 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (dde0e9e4-7a15-4e27-8ad3-2a1201250fe3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.397640 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.399540 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dde0e9e4-7a15-4e27-8ad3-2a1201250fe3 HTTP/1.1" status: 204 len: 168 time: 0.1988420 Apr 08 11:20:03.408762 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697ead-3cc3-467e-bebe-2be862ba6057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde0e9e4-7a15-4e27-8ad3-2a1201250fe3,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:03.506121 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d545edd8-683f-4290-8f18-8fdf28f19af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.599834 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d545edd8-683f-4290-8f18-8fdf28f19af9 admin admin] Publish callbacks [] for security_group (af1ff386-7262-4b83-819e-89308090fa19), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.771907 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d545edd8-683f-4290-8f18-8fdf28f19af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (af1ff386-7262-4b83-819e-89308090fa19), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.815914 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545edd8-683f-4290-8f18-8fdf28f19af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ff386-7262-4b83-819e-89308090fa19,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:03.822074 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d545edd8-683f-4290-8f18-8fdf28f19af9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e2723586eb84e57812b8af7392997b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724326 Apr 08 11:20:03.826274 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46254) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:20:03.888507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] Publish callbacks [] for security_group (af1ff386-7262-4b83-819e-89308090fa19), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:03.913921 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] Publish callbacks [] for security_group (af1ff386-7262-4b83-819e-89308090fa19), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:04.069295 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (af1ff386-7262-4b83-819e-89308090fa19), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:04.072730 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:04.073877 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af1ff386-7262-4b83-819e-89308090fa19 HTTP/1.1" status: 204 len: 168 time: 0.2461882 Apr 08 11:20:04.081949 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fed8c-4122-4749-aebe-0cc9dada3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ff386-7262-4b83-819e-89308090fa19,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:06.126222 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-22b94208-6cc7-4a40-9cd8-71d814caf369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:08.600358 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-306125da-d1a3-4e4f-ac84-44716915b5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:09.365566 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:10.725806 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:12.223230 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:19.988655 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:35.454916 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-801b3fb5-66e5-46af-9e40-0931a99199e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452766 Apr 08 11:20:35.519625 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-9600eab5-4666-4a97-9c4a-0a88e806fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:35.521172 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-9600eab5-4666-4a97-9c4a-0a88e806fe0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0456681 Apr 08 11:20:35.639422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-4a057068-ab69-41fa-9e01-fb5b5cf74561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:35.640907 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-4a057068-ab69-41fa-9e01-fb5b5cf74561 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.1002831 Apr 08 11:20:35.707794 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-d17b5a6d-0e9c-4434-bda0-f001ca6ff34d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 200 len: 1001 time: 0.0612075 Apr 08 11:20:35.758876 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-c78a29bc-486b-4023-b76e-39141cf7043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:35.760425 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-c78a29bc-486b-4023-b76e-39141cf7043c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0466895 Apr 08 11:20:35.811480 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-03477a6d-6d87-42d2-8fed-c7986f4263b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:35.813007 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-03477a6d-6d87-42d2-8fed-c7986f4263b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472448 Apr 08 11:20:35.901137 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-37531c09-cb93-4c4f-953e-627f75e5ab32 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822227 Apr 08 11:20:35.994634 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-559d0cfd-cd94-424c-91b8-915aec98da62 req-c1de036b-b107-4a05-9fc9-104036a73e2d service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Apr 08 11:20:36.118887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ba174d67-96b8-4928-9bc8-1ce03c00df64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:37.036073 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:20:38.604973 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cad8b385-7f78-42e4-8568-09b2f2050da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:39.381957 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:40.741774 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:42.222027 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:50.021901 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:59.887716 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b260423-7248-42df-affe-45e06a693ce3 req-8635e9a6-7615-4e5f-b44c-2f5d387a95a1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:59.889214 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b260423-7248-42df-affe-45e06a693ce3 req-8635e9a6-7615-4e5f-b44c-2f5d387a95a1 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0523019 Apr 08 11:20:59.934480 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b260423-7248-42df-affe-45e06a693ce3 req-a063414d-cc99-4bee-927e-dbc34c4ea4b7 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Apr 08 11:21:00.632780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-50370a2e-bace-4d75-a99f-71f51b5aa1f6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:00.634153 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-50370a2e-bace-4d75-a99f-71f51b5aa1f6 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.61 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 945 time: 0.0512807 Apr 08 11:21:00.733336 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Deleting port 59d0910b-82db-4a29-841a-9e24326f28fb {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:00.733673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:00.821840 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] For port 59d0910b-82db-4a29-841a-9e24326f28fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59d0910b-82db-4a29-841a-9e24326f28fb,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:00.822200 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:00.838164 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Calling delete_port for 59d0910b-82db-4a29-841a-9e24326f28fb owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:01.033099 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (59d0910b-82db-4a29-841a-9e24326f28fb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:01.046023 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['59d0910b-82db-4a29-841a-9e24326f28fb'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:21:01.069422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Pushing event deleted for resources: {'Port': ['ID=59d0910b-82db-4a29-841a-9e24326f28fb,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.117952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.119242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.119242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.128066 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] No DVR routers for this DVR port 59d0910b-82db-4a29-841a-9e24326f28fb on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:01.130446 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:01.133764 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1bce98a4-f68c-4be6-8059-dcf3f6eb1955 req-c4fc7a6f-c8cd-4c7a-a015-3120bc266965 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.61 "DELETE /v2.0/ports/59d0910b-82db-4a29-841a-9e24326f28fb HTTP/1.1" status: 204 len: 173 time: 0.4942303 Apr 08 11:21:01.134198 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'name': 'network-vif-deleted', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:01.136541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67780ce-1ed5-471a-b72e-0ac2cea3f9dd" -d '{"events": [{"server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "name": "network-vif-deleted", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:21:01.243566 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-28ee5659-f5a9-448c-be5e-130cdf7b6633 req-c927fd22-b043-45fe-ad6d-014233cf0735 tempest-TestMinimumBasicScenario-2050218926 tempest-TestMinimumBasicScenario-2050218926-project] 10.222.0.37 "GET /v2.0/ports?device_id=80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec HTTP/1.1" status: 200 len: 210 time: 0.2359338 Apr 08 11:21:01.306674 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835dd256-83e8-4b16-bfe9-4383eaf90bfa x-openstack-request-id: req-835dd256-83e8-4b16-bfe9-4383eaf90bfa {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:21:01.306976 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec", "name": "network-vif-deleted", "tag": "59d0910b-82db-4a29-841a-9e24326f28fb", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:21:01.307227 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-835dd256-83e8-4b16-bfe9-4383eaf90bfa {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:21:01.307627 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835dd256-83e8-4b16-bfe9-4383eaf90bfa'] response: {'server_uuid': '80c904ea-3d1b-4f2e-b059-d5b0e0a4b3ec', 'name': 'network-vif-deleted', 'tag': '59d0910b-82db-4a29-841a-9e24326f28fb', 'status': 'completed', 'code': 200} Apr 08 11:21:03.777928 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46912) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:04.298767 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (08027582-6036-4ebd-b780-6aea2c0eb35a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:04.509810 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 59d0910b-82db-4a29-841a-9e24326f28fb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:04.529742 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 59d0910b-82db-4a29-841a-9e24326f28fb {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:04.530091 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 59d0910b-82db-4a29-841a-9e24326f28fb not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:04.615219 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Deleting port c7acea85-2e7b-48f9-869e-5ab51b8d3874 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:04.615551 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:04.696992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] For port c7acea85-2e7b-48f9-869e-5ab51b8d3874, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c7acea85-2e7b-48f9-869e-5ab51b8d3874,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:04.697345 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:04.710144 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Calling delete_port for c7acea85-2e7b-48f9-869e-5ab51b8d3874 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:04.999678 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (c7acea85-2e7b-48f9-869e-5ab51b8d3874), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:05.030229 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7acea85-2e7b-48f9-869e-5ab51b8d3874,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:05.055167 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.055513 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.055848 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.056180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.056504 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.056862 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.057178 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.057495 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.057816 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.058130 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.058445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.058759 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.059071 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.059381 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.059732 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:05.392849 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (08027582-6036-4ebd-b780-6aea2c0eb35a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:05.619317 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Router 08027582-6036-4ebd-b780-6aea2c0eb35a has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:05.729337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:05.738882 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d0968aa3-ae10-4781-811d-7a83caa9b818 admin admin] 10.222.0.37 "PUT /v2.0/routers/08027582-6036-4ebd-b780-6aea2c0eb35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560421 Apr 08 11:21:05.738882 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46932) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:05.739085 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Sync routers for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:05.747983 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:05.748895 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:20:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:05.846123 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks [] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:05.856046 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:05.953534 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks [] for router_gateway (08027582-6036-4ebd-b780-6aea2c0eb35a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.078386 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e263d6c-be8e-4720-b1d6-14a6f38ac3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.096160 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Deleting port fc6e4265-e411-4ccf-9288-dd3f4146fca7 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:06.097119 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.126700 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port': {'id': 'fc6e4265-e411-4ccf-9288-dd3f4146fca7', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:06:50Z', 'updated_at': '2022-04-08T11:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:06.152717 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Checking router: 08027582-6036-4ebd-b780-6aea2c0eb35a for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:06.161667 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Routers {'08027582-6036-4ebd-b780-6aea2c0eb35a'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:06.162273 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:20:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['08027582-6036-4ebd-b780-6aea2c0eb35a'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:06.177455 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] For port fc6e4265-e411-4ccf-9288-dd3f4146fca7, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=fc6e4265-e411-4ccf-9288-dd3f4146fca7,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:06.177825 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.191046 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Calling delete_port for fc6e4265-e411-4ccf-9288-dd3f4146fca7 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:06.249328 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] Set router 08027582-6036-4ebd-b780-6aea2c0eb35a gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:06.304979 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:21:05Z', 'revision_number': 6, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:06.331707 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59bbd-7be2-41e3-aaae-802c843ff950 None None] The sync data for ids ['08027582-6036-4ebd-b780-6aea2c0eb35a'] in dv-cinder-836072-3-iscsi is: [{'id': '08027582-6036-4ebd-b780-6aea2c0eb35a', 'name': 'tempest-TestMinimumBasicScenario-110213937-router', 'tenant_id': '8d108312db4948529053fec7bfc23598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:49Z', 'updated_at': '2022-04-08T11:21:05Z', 'revision_number': 6, 'project_id': '8d108312db4948529053fec7bfc23598', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:06.421122 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (fc6e4265-e411-4ccf-9288-dd3f4146fca7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.448545 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6e4265-e411-4ccf-9288-dd3f4146fca7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:06.477380 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (08027582-6036-4ebd-b780-6aea2c0eb35a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.588356 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.590597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks [] for router_controller (08027582-6036-4ebd-b780-6aea2c0eb35a), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.695421 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (08027582-6036-4ebd-b780-6aea2c0eb35a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.695991 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08027582-6036-4ebd-b780-6aea2c0eb35a {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:21:06.701919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.705180 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-37a78531-5ae0-41eb-adf9-ef555976b3be admin admin] 10.222.0.37 "DELETE /v2.0/routers/08027582-6036-4ebd-b780-6aea2c0eb35a HTTP/1.1" status: 204 len: 168 time: 0.9669874 Apr 08 11:21:06.705999 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46942) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:06.759587 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Deleting subnet abf35403-d596-455c-bcc1-2a86b569f0da {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:21:06.764019 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Publish callbacks [] for subnet (abf35403-d596-455c-bcc1-2a86b569f0da), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.800442 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (abf35403-d596-455c-bcc1-2a86b569f0da), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:06.908289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (abf35403-d596-455c-bcc1-2a86b569f0da), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.021551 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (abf35403-d596-455c-bcc1-2a86b569f0da), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.045528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf35403-d596-455c-bcc1-2a86b569f0da,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:07.050967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.054189 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5e8cb0b0-292a-4f7a-a48e-64f19a38fcd6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/abf35403-d596-455c-bcc1-2a86b569f0da HTTP/1.1" status: 204 len: 168 time: 0.3470142 Apr 08 11:21:07.056695 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46946) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:07.060196 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e862e-2abb-4635-82af-68051144cb4e None None] Network c5b28a3a-0b9d-4c38-88db-73637b83702a requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:07.117979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c7acea85-2e7b-48f9-869e-5ab51b8d3874 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:07.140619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (c5b28a3a-0b9d-4c38-88db-73637b83702a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.143239 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: c7acea85-2e7b-48f9-869e-5ab51b8d3874 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:07.143685 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c7acea85-2e7b-48f9-869e-5ab51b8d3874 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:07.205123 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Deleting port e2dba339-ea81-4270-8403-b6c8743de663 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:07.205275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (e2dba339-ea81-4270-8403-b6c8743de663), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.265738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] DHCP port deletion for c5b28a3a-0b9d-4c38-88db-73637b83702a request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:21:07.280030 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] For port e2dba339-ea81-4270-8403-b6c8743de663, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e2dba339-ea81-4270-8403-b6c8743de663,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:07.280432 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (e2dba339-ea81-4270-8403-b6c8743de663), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.293905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Calling delete_port for e2dba339-ea81-4270-8403-b6c8743de663 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:07.317826 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Deleting port e2dba339-ea81-4270-8403-b6c8743de663 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:07.318200 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (e2dba339-ea81-4270-8403-b6c8743de663), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.392382 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] For port e2dba339-ea81-4270-8403-b6c8743de663, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e2dba339-ea81-4270-8403-b6c8743de663,segment=NetworkSegment(bd3f48f2-1787-4e5f-b035-37cd481f3eb2),segment_id=bd3f48f2-1787-4e5f-b035-37cd481f3eb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:07.392806 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (e2dba339-ea81-4270-8403-b6c8743de663), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.407693 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Calling delete_port for e2dba339-ea81-4270-8403-b6c8743de663 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:07.438517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (e2dba339-ea81-4270-8403-b6c8743de663), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.463623 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dba339-ea81-4270-8403-b6c8743de663,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:07.467908 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] No DVR routers for this DVR port e2dba339-ea81-4270-8403-b6c8743de663 on host dv-cinder-836072-3-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:07.530964 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (e2dba339-ea81-4270-8403-b6c8743de663), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.543818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (c5b28a3a-0b9d-4c38-88db-73637b83702a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.561953 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Pushing event deleted for resources: {'Port': ['ID=e2dba339-ea81-4270-8403-b6c8743de663,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:07.570014 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] No DVR routers for this DVR port e2dba339-ea81-4270-8403-b6c8743de663 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:07.570165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b28a3a-0b9d-4c38-88db-73637b83702a']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:07.573050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.573396 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.573795 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.574153 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.574487 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.574815 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.575136 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.575504 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.576381 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.576723 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.577548 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.577548 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.577854 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.578159 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.578481 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842984d-d801-4293-a7c9-bbdcf0cd0cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:07.584976 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:07.584976 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3f48f2-1787-4e5f-b035-37cd481f3eb2') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:07.589343 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (bd3f48f2-1787-4e5f-b035-37cd481f3eb2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.604636 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (bd3f48f2-1787-4e5f-b035-37cd481f3eb2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.616071 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:21:07.616470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (bd3f48f2-1787-4e5f-b035-37cd481f3eb2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:21:07.618177 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:21:07.752585 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (c5b28a3a-0b9d-4c38-88db-73637b83702a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.757221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:07.760517 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5b28a3a-0b9d-4c38-88db-73637b83702a HTTP/1.1" status: 204 len: 168 time: 0.7028437 Apr 08 11:21:07.768054 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46954) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:07.773362 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf573b-4a6c-4399-a80a-adda3f151c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b28a3a-0b9d-4c38-88db-73637b83702a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:08.120729 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:08.364664 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Deleting port 447369fd-7393-489e-a290-e61d5d6749b8 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:08.365013 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (447369fd-7393-489e-a290-e61d5d6749b8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:08.466015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e2dba339-ea81-4270-8403-b6c8743de663 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:08.488884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: e2dba339-ea81-4270-8403-b6c8743de663 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:08.489244 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e2dba339-ea81-4270-8403-b6c8743de663 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:08.489647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device fc6e4265-e411-4ccf-9288-dd3f4146fca7 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:08.510070 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: fc6e4265-e411-4ccf-9288-dd3f4146fca7 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:08.510425 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device fc6e4265-e411-4ccf-9288-dd3f4146fca7 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:08.621045 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d98412fd-2911-419b-9cfd-4d35b219a6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:08.676934 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] For port 447369fd-7393-489e-a290-e61d5d6749b8, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=447369fd-7393-489e-a290-e61d5d6749b8,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:08.677292 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (447369fd-7393-489e-a290-e61d5d6749b8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:08.690356 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Calling delete_port for 447369fd-7393-489e-a290-e61d5d6749b8 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:08.929753 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (447369fd-7393-489e-a290-e61d5d6749b8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:08.953786 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=447369fd-7393-489e-a290-e61d5d6749b8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:09.094245 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.321186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:09.358782 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.433665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:09.439546 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f4450b0a-e442-42a8-a043-8bc4bbe6fde6 admin admin] 10.222.0.37 "PUT /v2.0/routers/bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6703165 Apr 08 11:21:09.442019 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46966) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:09.444579 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Sync routers for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:09.458817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:09.459541 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:09.559031 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks [] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.569710 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:09.667497 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks [] for router_gateway (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.757133 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:21:08Z', 'revision_number': 5, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port': {'id': '83daf299-1a05-40b3-8bbe-54b36d99f893', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:06Z', 'updated_at': '2022-04-08T11:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:09.774882 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Deleting port 83daf299-1a05-40b3-8bbe-54b36d99f893 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:09.775196 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.784214 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Checking router: bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:09.792647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Routers {'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:09.793369 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:09.866394 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] For port 83daf299-1a05-40b3-8bbe-54b36d99f893, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=83daf299-1a05-40b3-8bbe-54b36d99f893,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:09.866749 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:09.879399 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Calling delete_port for 83daf299-1a05-40b3-8bbe-54b36d99f893 owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:09.886766 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] Set router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:09.941891 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:21:09Z', 'revision_number': 6, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:09.968738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b8ea7-1537-45d1-bd4e-610c5ea6e4c6 None None] The sync data for ids ['bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7'] in dv-cinder-836072-3-iscsi is: [{'id': 'bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7', 'name': 'tempest-TestMinimumBasicScenario-1853313457-router', 'tenant_id': 'd925790c12d74f7588bdee8951cd549b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:21:09Z', 'revision_number': 6, 'project_id': 'd925790c12d74f7588bdee8951cd549b', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:10.107441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (83daf299-1a05-40b3-8bbe-54b36d99f893), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.131845 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83daf299-1a05-40b3-8bbe-54b36d99f893,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:10.162877 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.267888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.269920 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks [] for router_controller (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.381422 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.382103 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:21:10.386377 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.387548 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3fe1ee13-a1cb-475a-9f01-fd1630f8a8e6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bb3ae74c-aa11-4516-9e0c-d8cd75ce23a7 HTTP/1.1" status: 204 len: 168 time: 0.9446144 Apr 08 11:21:10.390414 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46976) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:10.438834 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Deleting subnet 1f553b71-853f-4913-a1e1-533881dc2139 {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:21:10.442203 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Publish callbacks [] for subnet (1f553b71-853f-4913-a1e1-533881dc2139), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.476078 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Publish callbacks [] for subnet (1f553b71-853f-4913-a1e1-533881dc2139), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.555072 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (1f553b71-853f-4913-a1e1-533881dc2139), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.667102 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for subnet (1f553b71-853f-4913-a1e1-533881dc2139), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.693188 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f553b71-853f-4913-a1e1-533881dc2139,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:10.708652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.712166 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-766f268d-1941-4d3c-b481-d27436af5125 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f553b71-853f-4913-a1e1-533881dc2139 HTTP/1.1" status: 204 len: 168 time: 0.3206596 Apr 08 11:21:10.714549 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46982) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:10.717973 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f3b03-86b6-4c47-918b-bda5f91af153 None None] Network 709553f5-7f13-4d43-82ab-4447888997f7 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:10.760132 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.807442 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (709553f5-7f13-4d43-82ab-4447888997f7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.883248 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Deleting port bff7f872-300c-42d0-9f15-1e26a779318c {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:10.883922 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.885627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 447369fd-7393-489e-a290-e61d5d6749b8 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:10.914284 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 447369fd-7393-489e-a290-e61d5d6749b8 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:10.914909 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 447369fd-7393-489e-a290-e61d5d6749b8 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:10.957761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] For port bff7f872-300c-42d0-9f15-1e26a779318c, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bff7f872-300c-42d0-9f15-1e26a779318c,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:10.958125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:10.962194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] DHCP port deletion for 709553f5-7f13-4d43-82ab-4447888997f7 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:21:10.979284 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Calling delete_port for bff7f872-300c-42d0-9f15-1e26a779318c owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:11.018975 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Deleting port bff7f872-300c-42d0-9f15-1e26a779318c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:11.019354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.093677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] For port bff7f872-300c-42d0-9f15-1e26a779318c, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bff7f872-300c-42d0-9f15-1e26a779318c,segment=NetworkSegment(75d2ebd5-9c1c-466d-8e78-d5cfe93360f7),segment_id=75d2ebd5-9c1c-466d-8e78-d5cfe93360f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:11.094079 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.107649 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Calling delete_port for bff7f872-300c-42d0-9f15-1e26a779318c owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:11.146809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.173944 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff7f872-300c-42d0-9f15-1e26a779318c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:11.177648 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] No DVR routers for this DVR port bff7f872-300c-42d0-9f15-1e26a779318c on host dv-cinder-836072-3-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:11.193387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (bff7f872-300c-42d0-9f15-1e26a779318c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.219753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] Pushing event deleted for resources: {'Port': ['ID=bff7f872-300c-42d0-9f15-1e26a779318c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:11.223329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3311b-3fa6-43b9-8ea3-c7a01475ea95 None None] No DVR routers for this DVR port bff7f872-300c-42d0-9f15-1e26a779318c on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:11.258321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (709553f5-7f13-4d43-82ab-4447888997f7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.279011 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.279359 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.280254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.281620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.281620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.281620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.281620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.282716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.282716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.282716 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.374770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.375031 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.375359 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.375686 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:21:11.376048 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709553f5-7f13-4d43-82ab-4447888997f7']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:11.393519 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:11.393814 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d2ebd5-9c1c-466d-8e78-d5cfe93360f7') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:11.409743 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (75d2ebd5-9c1c-466d-8e78-d5cfe93360f7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.430725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (75d2ebd5-9c1c-466d-8e78-d5cfe93360f7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.441091 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:21:11.441466 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (75d2ebd5-9c1c-466d-8e78-d5cfe93360f7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: from cryptography.utils import int_from_bytes Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: from cryptography.utils import int_from_bytes Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:21:11.445443 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:21:11.558161 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (709553f5-7f13-4d43-82ab-4447888997f7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.566579 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.569834 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/709553f5-7f13-4d43-82ab-4447888997f7 HTTP/1.1" status: 204 len: 168 time: 0.8543603 Apr 08 11:21:11.580185 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbdfe6-42a9-4ca6-b809-431376cfb7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=709553f5-7f13-4d43-82ab-4447888997f7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:11.817297 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 46994) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:11.859567 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6d5e9f31-2acb-406d-b92f-3e166294069b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d108312db4948529053fec7bfc23598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410886 Apr 08 11:21:11.862485 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 46998) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:11.909535 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] Publish callbacks [] for security_group (8a15c8eb-c6f9-4a14-95a9-5ff957f469cf), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:11.930823 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] Publish callbacks [] for security_group (8a15c8eb-c6f9-4a14-95a9-5ff957f469cf), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.021105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8a15c8eb-c6f9-4a14-95a9-5ff957f469cf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.023573 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.024736 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a15c8eb-c6f9-4a14-95a9-5ff957f469cf HTTP/1.1" status: 204 len: 168 time: 0.1612074 Apr 08 11:21:12.032537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826bc36-c09c-48fe-a4cd-6024a25ce7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15c8eb-c6f9-4a14-95a9-5ff957f469cf,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:12.233066 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.463325 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 83daf299-1a05-40b3-8bbe-54b36d99f893 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:12.484868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 83daf299-1a05-40b3-8bbe-54b36d99f893 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:12.485527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 83daf299-1a05-40b3-8bbe-54b36d99f893 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:12.485646 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bff7f872-300c-42d0-9f15-1e26a779318c no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:12.508280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: bff7f872-300c-42d0-9f15-1e26a779318c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:12.508622 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bff7f872-300c-42d0-9f15-1e26a779318c not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:12.672943 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47008) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:12.712445 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-20306a50-3b10-417f-907e-6a765eece5ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d925790c12d74f7588bdee8951cd549b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383377 Apr 08 11:21:12.714868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47010) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:12.760179 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] Publish callbacks [] for security_group (804cd5fb-153a-4b2a-b498-532f9bf0b729), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.785950 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] Publish callbacks [] for security_group (804cd5fb-153a-4b2a-b498-532f9bf0b729), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.900722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (804cd5fb-153a-4b2a-b498-532f9bf0b729), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.903380 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:12.904546 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/804cd5fb-153a-4b2a-b498-532f9bf0b729 HTTP/1.1" status: 204 len: 168 time: 0.1888049 Apr 08 11:21:12.918273 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953619d-8fcb-40be-8c0a-39e96f561da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804cd5fb-153a-4b2a-b498-532f9bf0b729,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:13.871638 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47042) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:13.970661 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1346105101-network', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:14.020992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Made reservation on behalf of bc477dc890404f24a2939a62069e7cdd for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:21:14.023366 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.033334 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.036594 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:21:14.108424 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks [] for security_group (e7f75157-dc24-4a2b-aa51-5aed23888486), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.151526 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e7f75157-dc24-4a2b-aa51-5aed23888486), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.175977 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:21:14.185722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f75157-dc24-4a2b-aa51-5aed23888486,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:14.191449 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (d5689b0b-b88d-4988-b7d9-5ca68767dd4d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.198491 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Added segment d5689b0b-b88d-4988-b7d9-5ca68767dd4d of type vlan for network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 Apr 08 11:21:14.232528 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (9bcaece0-f3b8-4652-8952-c9cf7f3d0763), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.288858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (9bcaece0-f3b8-4652-8952-c9cf7f3d0763), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.289802 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:14.290383 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.351488 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] Pushing event updated for resources: {'Network': ['ID=9bcaece0-f3b8-4652-8952-c9cf7f3d0763,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:14.362623 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:21:14.369368 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47052) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:14.369876 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b9466912-dc93-49f9-bf27-ca97f3ab061f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4957585 Apr 08 11:21:14.376180 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Request body: {'subnet': {'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1346105101-subnet', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:14.437986 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Made reservation on behalf of bc477dc890404f24a2939a62069e7cdd for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:21:14.440284 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.643731 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (635cccb8-5f34-45d3-a497-1a42f26ddcc4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.704179 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635cccb8-5f34-45d3-a497-1a42f26ddcc4,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:14.711611 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Checking segment: {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:14.711953 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Network hostable DHCP agents. Network: 9bcaece0-f3b8-4652-8952-c9cf7f3d0763, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:21:14.769302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:21:14.820310 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 9bcaece0-f3b8-4652-8952-c9cf7f3d0763) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:14.824233 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:14.824862 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.829938 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b07bcf-554c-4311-9b2f-5d1cde690c95 None None] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:14.880999 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a4db429c-6f99-4d32-9a0f-ed46209425e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5097544 Apr 08 11:21:14.883628 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47054) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:14.887932 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:14.959071 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.959631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.018784 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for router_controller (b4740bb1-34dc-4ded-9a66-24a4b449b832), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.079720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'fixed_ips': [{'subnet_id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:21:15.082065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.221798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Allocated IP 172.20.0.2 (9bcaece0-f3b8-4652-8952-c9cf7f3d0763/635cccb8-5f34-45d3-a497-1a42f26ddcc4/dc4222bb-1ce1-40f0-9917-5997aa33d428) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:15.380470 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks [] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.432543 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.461358 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for router_gateway (b4740bb1-34dc-4ded-9a66-24a4b449b832), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.473757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:15.478551 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:15.483172 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:15.486298 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Pushing event updated for resources: {'Port': ['ID=dc4222bb-1ce1-40f0-9917-5997aa33d428,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:15.541451 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Attempting to bind port dc4222bb-1ce1-40f0-9917-5997aa33d428 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:15.541814 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Attempting to bind port dc4222bb-1ce1-40f0-9917-5997aa33d428 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:15.542170 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Attempting to bind port dc4222bb-1ce1-40f0-9917-5997aa33d428 on network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:15.547884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:15.548253 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Checking segment: {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:15.548646 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.549063 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Bound using segment: {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:15.549521 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Bound port: dc4222bb-1ce1-40f0-9917-5997aa33d428, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:15.550472 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.618276 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] For port dc4222bb-1ce1-40f0-9917-5997aa33d428, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:15.621213 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] For port dc4222bb-1ce1-40f0-9917-5997aa33d428, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=dc4222bb-1ce1-40f0-9917-5997aa33d428,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:15.727104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for router_gateway (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.750390 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.792923 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:15.861610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Allocated IP 172.27.1.25 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/9ee5af07-ec05-46d7-956a-1b8dcf6d23e6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:15.865941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5361-f9c8-4f18-9c8d-ea3c562e6218 None None] Pushing event updated for resources: {'Port': ['ID=dc4222bb-1ce1-40f0-9917-5997aa33d428,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:15.980303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.112609 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.158610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:16.161653 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:16.167941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:16.174207 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Pushing event updated for resources: {'Port': ['ID=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:16.516490 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device dc4222bb-1ce1-40f0-9917-5997aa33d428 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:16.527363 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for router_gateway (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.568400 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port dc4222bb-1ce1-40f0-9917-5997aa33d428 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:16.568804 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.659648 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port dc4222bb-1ce1-40f0-9917-5997aa33d428 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:16.661150 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.698619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port dc4222bb-1ce1-40f0-9917-5997aa33d428, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=dc4222bb-1ce1-40f0-9917-5997aa33d428,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:16.752257 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.755301 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.803829 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=dc4222bb-1ce1-40f0-9917-5997aa33d428,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:16.811768 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffc7b7-e70f-432b-bdef-7957bc9d420d None None] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:16.913146 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-0bb74bb0-5e65-4c31-9366-1c88963796d9 None None] Provisioning complete for port dc4222bb-1ce1-40f0-9917-5997aa33d428 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:16.913437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bb74bb0-5e65-4c31-9366-1c88963796d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:16.970651 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Router b4740bb1-34dc-4ded-9a66-24a4b449b832 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:21:17.006085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0bb74bb0-5e65-4c31-9366-1c88963796d9 None None] Current status of the port dc4222bb-1ce1-40f0-9917-5997aa33d428 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:17.097925 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:17.109473 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Sync routers for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:17.120944 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:17.121351 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:17.177107 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.178494 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b10c6314-62c2-40fd-947b-8678b101d75d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2938824 Apr 08 11:21:17.181172 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47078) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:17.228091 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-89f8f401-c798-4170-bfc3-4752fb817c77 None None] Provisioning complete for port dc4222bb-1ce1-40f0-9917-5997aa33d428 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:17.228546 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89f8f401-c798-4170-bfc3-4752fb817c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.243006 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:17.310600 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-89f8f401-c798-4170-bfc3-4752fb817c77 None None] Current status of the port dc4222bb-1ce1-40f0-9917-5997aa33d428 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:17.439944 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:16Z', 'revision_number': 3, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:17.467368 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Checking router: b4740bb1-34dc-4ded-9a66-24a4b449b832 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:17.467718 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Updating router b4740bb1-34dc-4ded-9a66-24a4b449b832 port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:21:17.494975 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.624802 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.759288 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks [] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.781811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Allocated IP 172.20.0.1 (9bcaece0-f3b8-4652-8952-c9cf7f3d0763/635cccb8-5f34-45d3-a497-1a42f26ddcc4/0b6c62e5-5039-4b4b-827d-9842568b3322) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:17.821242 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.878935 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Pushing event updated for resources: {'Port': ['ID=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:17.886492 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Attempting to bind port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:17.886856 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Attempting to bind port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:17.887211 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Attempting to bind port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:17.891788 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.892263 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.892603 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.892991 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.893320 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.893642 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.893960 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.894278 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.894595 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.894919 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.895234 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.895566 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.895947 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.896255 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.896563 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:17.904601 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:17.904995 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:17.905393 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.905804 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:17.906972 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Bound port: 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:17.906972 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.910604 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks [] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:17.958329 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] For port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:17.961373 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] For port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:17.998986 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.021108 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.037523 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:18.040348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:18.046310 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:18.051809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:18.087285 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ba2cf-35d8-4a4a-bd0e-04fa227a7504 None None] Pushing event updated for resources: {'Port': ['ID=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:18.095050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.097742 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:18.098459 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:18.229048 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:18.288568 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.340231 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-be15a523-43a5-47fc-819c-8a7684fc6acd None None] Provisioning complete for port 0b6c62e5-5039-4b4b-827d-9842568b3322 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:18.341475 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be15a523-43a5-47fc-819c-8a7684fc6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.381046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-be15a523-43a5-47fc-819c-8a7684fc6acd None None] Port 0b6c62e5-5039-4b4b-827d-9842568b3322 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:18.474170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks [] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.482423 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device dc4222bb-1ce1-40f0-9917-5997aa33d428 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:18.502224 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:16Z', 'revision_number': 3, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:18.523714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.529421 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc3087-3649-469f-beee-91d931aaeb07 None None] The sync data for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi is: [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:16Z', 'revision_number': 3, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:18.531351 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port dc4222bb-1ce1-40f0-9917-5997aa33d428 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:18.531817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.604041 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:18.608589 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:18.625755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port dc4222bb-1ce1-40f0-9917-5997aa33d428 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:18.709732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:18.711633 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:18.862538 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Router b4740bb1-34dc-4ded-9a66-24a4b449b832 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:18.983579 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:18.988726 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-020cc166-9a4f-4b39-bc8b-79cff3ef0538 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4740bb1-34dc-4ded-9a66-24a4b449b832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064294 Apr 08 11:21:19.009142 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-d56dbc7e-2d28-41c8-a25d-9bab5aa7cecf None None] Provisioning complete for port 0b6c62e5-5039-4b4b-827d-9842568b3322 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:19.009798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d56dbc7e-2d28-41c8-a25d-9bab5aa7cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.050880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d56dbc7e-2d28-41c8-a25d-9bab5aa7cecf None None] Port 0b6c62e5-5039-4b4b-827d-9842568b3322 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:19.713203 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47112) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:19.718624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-884752529-network', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:19.786008 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Made reservation on behalf of 34e66d3d10cc4608974151bc9e0078c3 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:21:19.788372 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.798009 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.876568 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks [] for security_group (fd2cad65-ad91-4be2-931f-edbb69693eda), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.935556 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fd2cad65-ad91-4be2-931f-edbb69693eda), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.960155 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:21:19.970592 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2cad65-ad91-4be2-931f-edbb69693eda,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:19.976222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (1cf1d26b-9254-44b4-ae80-066456952c19), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:19.976567 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Added segment 1cf1d26b-9254-44b4-ae80-066456952c19 of type vlan for network 042d8924-0895-49de-8cdb-b6bce2639bfa Apr 08 11:21:20.020397 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.022854 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (042d8924-0895-49de-8cdb-b6bce2639bfa), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.094860 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (042d8924-0895-49de-8cdb-b6bce2639bfa), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.095780 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:20.096358 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.154074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Sync routers for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:20.160518 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] Pushing event updated for resources: {'Network': ['ID=042d8924-0895-49de-8cdb-b6bce2639bfa,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:20.164893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:20.165509 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:20.201665 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c86ed3a3-7ef1-49dd-9056-9311ea164b81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4867666 Apr 08 11:21:20.203987 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 042d8924-0895-49de-8cdb-b6bce2639bfa details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:21:20.204429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47116) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:20.209476 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Request body: {'subnet': {'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-884752529-subnet', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:20.283898 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Made reservation on behalf of 34e66d3d10cc4608974151bc9e0078c3 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:21:20.286455 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.352946 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:20.501711 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:20.529987 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (884cdb5c-b275-4775-b30b-28685ed9f97c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.592795 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:20.593166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.597586 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884cdb5c-b275-4775-b30b-28685ed9f97c,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:20.608516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Checking segment: {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:20.608911 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Network hostable DHCP agents. Network: 042d8924-0895-49de-8cdb-b6bce2639bfa, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:21:20.658634 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:18Z', 'revision_number': 4, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '0b6c62e5-5039-4b4b-827d-9842568b3322', 'name': '', 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'mac_address': 'fa:16:3e:3f:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:17Z', 'updated_at': '2022-04-08T11:21:18Z', 'revision_number': 2, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'subnets': [{'id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:20.660762 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Network 042d8924-0895-49de-8cdb-b6bce2639bfa is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:21:20.691097 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Checking router: b4740bb1-34dc-4ded-9a66-24a4b449b832 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:20.691535 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Updating router b4740bb1-34dc-4ded-9a66-24a4b449b832 port 0b6c62e5-5039-4b4b-827d-9842568b3322 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:21:20.755591 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.763857 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 042d8924-0895-49de-8cdb-b6bce2639bfa) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:20.769430 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:20.769430 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.769758 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:20.770126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.846483 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-61c462b8-f964-4601-b99a-96e344cd6e20 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6407919 Apr 08 11:21:20.849248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47124) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:20.853828 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:20.910111 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d24c43-9dc3-4cc6-8de6-723294a0eacc None None] Network 042d8924-0895-49de-8cdb-b6bce2639bfa requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:20.923812 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (807c2534-4213-4c74-98dd-0c5c09911861), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.925203 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (807c2534-4213-4c74-98dd-0c5c09911861), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:20.983677 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for router_controller (807c2534-4213-4c74-98dd-0c5c09911861), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.009882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:21.084968 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.162692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-042d8924-0895-49de-8cdb-b6bce2639bfa', 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa', 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'fixed_ips': [{'subnet_id': '884cdb5c-b275-4775-b30b-28685ed9f97c'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:21:21.163765 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.187575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for router_gateway (807c2534-4213-4c74-98dd-0c5c09911861), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.260640 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:21.474115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Allocated IP 172.20.0.2 (042d8924-0895-49de-8cdb-b6bce2639bfa/884cdb5c-b275-4775-b30b-28685ed9f97c/cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:21.536637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks [] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.613473 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.706328 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f385c7b-4bc5-4775-bd5f-854e60f3026a None None] Pushing event updated for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:21.724846 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks [] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.797417 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Attempting to bind port 0b6c62e5-5039-4b4b-827d-9842568b3322 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:21.797608 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for router_gateway (807c2534-4213-4c74-98dd-0c5c09911861), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.798074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Attempting to bind port 0b6c62e5-5039-4b4b-827d-9842568b3322 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:21.798627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Attempting to bind port 0b6c62e5-5039-4b4b-827d-9842568b3322 on network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:21.807973 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.814995 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:21.815400 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Checking segment: {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:21.815860 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.816259 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Bound using segment: {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:21.816864 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Bound port: 0b6c62e5-5039-4b4b-827d-9842568b3322, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:21.817243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.823852 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:21.882477 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Network 042d8924-0895-49de-8cdb-b6bce2639bfa is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:21.889520 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:21.892735 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:21.914277 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Pushing event updated for resources: {'Port': ['ID=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:21.951389 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Allocated IP 172.27.1.6 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:22.024060 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Attempting to bind port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:22.024742 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Attempting to bind port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:22.025351 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Attempting to bind port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf on network 042d8924-0895-49de-8cdb-b6bce2639bfa {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:22.030139 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] For port 0b6c62e5-5039-4b4b-827d-9842568b3322, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:22.049024 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] For port 0b6c62e5-5039-4b4b-827d-9842568b3322, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0b6c62e5-5039-4b4b-827d-9842568b3322,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:22.050467 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:22.050838 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Checking segment: {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:22.051237 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.051703 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Bound using segment: {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:22.052238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Bound port: cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:22.052645 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.057593 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5972cead-ac5a-4c1e-80d1-c746b30253a6 None None] Provisioning complete for port 0b6c62e5-5039-4b4b-827d-9842568b3322 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:22.060926 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5972cead-ac5a-4c1e-80d1-c746b30253a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.076219 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.134893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.149011 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5972cead-ac5a-4c1e-80d1-c746b30253a6 None None] Port 0b6c62e5-5039-4b4b-827d-9842568b3322 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:22.152875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.201224 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:22.204787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:22.208562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:22.240334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Pushing event updated for resources: {'Port': ['ID=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:22.240839 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] For port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:22.246315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f385c7b-4bc5-4775-bd5f-854e60f3026a None None] Pushing event updated for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:22.254490 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:22.255049 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:22.299731 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] For port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:22.381116 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.488410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801bb0c-05ce-4b51-b2c4-60f92ed4a1a9 None None] Pushing event updated for resources: {'Port': ['ID=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:22.511681 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:22.545656 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:22.553892 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Provisioning complete for port 0b6c62e5-5039-4b4b-827d-9842568b3322 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:22.555445 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.616888 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for router_gateway (807c2534-4213-4c74-98dd-0c5c09911861), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.784410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:22.784915 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.886688 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (807c2534-4213-4c74-98dd-0c5c09911861), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:22.978719 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Current status of the port 0b6c62e5-5039-4b4b-827d-9842568b3322 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:22.979105 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.050420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] For port 0b6c62e5-5039-4b4b-827d-9842568b3322, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0b6c62e5-5039-4b4b-827d-9842568b3322,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:23.095673 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:23.101701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f632823b-2827-4846-94b7-eab49783e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:18Z', 'revision_number': 4, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '0b6c62e5-5039-4b4b-827d-9842568b3322', 'name': '', 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'mac_address': 'fa:16:3e:3f:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:17Z', 'updated_at': '2022-04-08T11:21:22Z', 'revision_number': 4, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'subnets': [{'id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:23.134251 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632823b-2827-4846-94b7-eab49783e06a None None] The sync data for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi is: [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:18Z', 'revision_number': 4, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '0b6c62e5-5039-4b4b-827d-9842568b3322', 'name': '', 'network_id': '9bcaece0-f3b8-4652-8952-c9cf7f3d0763', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'mac_address': 'fa:16:3e:3f:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:17Z', 'updated_at': '2022-04-08T11:21:22Z', 'revision_number': 4, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'subnets': [{'id': '635cccb8-5f34-45d3-a497-1a42f26ddcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:23.134531 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Router 807c2534-4213-4c74-98dd-0c5c09911861 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:21:23.151845 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.227008 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bbfff-a982-4489-9c89-f76fb451f195 None None] Pushing event updated for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:23.303639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:23.316483 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Sync routers for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:23.329907 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:23.330177 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:23.360174 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.364376 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b1821253-76ca-40db-8fd7-e2200d47b12a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5111239 Apr 08 11:21:23.364376 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:23.474547 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:23.688814 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9589e-a8e3-4127-b400-0a6c5111d0d3 None None] Network 042d8924-0895-49de-8cdb-b6bce2639bfa requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:23.738701 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:22Z', 'revision_number': 3, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:23.768401 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Checking router: 807c2534-4213-4c74-98dd-0c5c09911861 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:23.768772 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Updating router 807c2534-4213-4c74-98dd-0c5c09911861 port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:21:23.798024 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Provisioning complete for port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:23.798545 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.799658 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.922898 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Current status of the port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:23.923218 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:23.979280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] For port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:24.001762 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.072405 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.149720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4151-f4e2-4ba8-b500-0b0fbaaf55ce None None] Pushing event updated for resources: {'Port': ['ID=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:24.201156 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks [] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.237458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Allocated IP 172.20.0.1 (042d8924-0895-49de-8cdb-b6bce2639bfa/884cdb5c-b275-4775-b30b-28685ed9f97c/6dbd862c-ab41-41ed-93a6-4655af9aaefb) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:24.299154 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ae74f44c-3c72-4c20-95ec-daf63ee30e6b None None] Provisioning complete for port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:24.300225 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ae74f44c-3c72-4c20-95ec-daf63ee30e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.306001 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.350164 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks [] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.381264 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f0493-ce50-4652-975e-051f2b8de793 None None] Pushing event updated for resources: {'Port': ['ID=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:24.398164 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Attempting to bind port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:24.399272 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Attempting to bind port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:24.400060 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Attempting to bind port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:24.402026 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ae74f44c-3c72-4c20-95ec-daf63ee30e6b None None] Current status of the port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:24.406410 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:24.406785 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:24.407168 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.407540 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:24.408023 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Bound port: 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:24.408379 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.467914 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.478835 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] For port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:24.483841 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] For port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:24.516335 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Network 042d8924-0895-49de-8cdb-b6bce2639bfa is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:24.519521 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:24.522760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:21:24.546879 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0b6c62e5-5039-4b4b-827d-9842568b3322 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:24.552461 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.595997 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (807c2534-4213-4c74-98dd-0c5c09911861), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.642037 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 0b6c62e5-5039-4b4b-827d-9842568b3322 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:24.642486 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:24.642899 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.643136 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:24.651392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Pushing event updated for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:24.737096 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f0493-ce50-4652-975e-051f2b8de793 None None] Pushing event updated for resources: {'Port': ['ID=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:24.781081 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 0b6c62e5-5039-4b4b-827d-9842568b3322 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:24.782557 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:24.826683 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:24.836389 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:24.836739 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.851268 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.928526 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:24.937779 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-fe7d303d-22a9-41f9-97c9-f75c71e308a4 None None] Provisioning complete for port 6dbd862c-ab41-41ed-93a6-4655af9aaefb triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:24.938478 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe7d303d-22a9-41f9-97c9-f75c71e308a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:24.983868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d303d-22a9-41f9-97c9-f75c71e308a4 None None] Port 6dbd862c-ab41-41ed-93a6-4655af9aaefb cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:25.041640 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks [] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:25.042999 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:22Z', 'revision_number': 3, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:25.068986 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2f75d-c002-4a47-b355-632c2587e5f3 None None] The sync data for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi is: [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:22Z', 'revision_number': 3, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:25.106238 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:25.177654 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (807c2534-4213-4c74-98dd-0c5c09911861), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:25.179458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Pushing event updated for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:25.291757 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Network 042d8924-0895-49de-8cdb-b6bce2639bfa is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:25.293144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:25.431359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Router 807c2534-4213-4c74-98dd-0c5c09911861 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:25.611753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-b7a029b6-3ed7-4ff7-a225-798fe2fade4d None None] Provisioning complete for port 6dbd862c-ab41-41ed-93a6-4655af9aaefb triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:25.612309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b7a029b6-3ed7-4ff7-a225-798fe2fade4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:25.650976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b7a029b6-3ed7-4ff7-a225-798fe2fade4d None None] Port 6dbd862c-ab41-41ed-93a6-4655af9aaefb cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:25.812232 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:25.818277 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3bec3107-bc64-4ca9-8a41-d9fc2a57f42e admin admin] 10.222.0.37 "PUT /v2.0/routers/807c2534-4213-4c74-98dd-0c5c09911861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4520109 Apr 08 11:21:26.314060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47174) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:26.318762 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191196063', 'description': 'tempest-secgroup-smoke-191196063 description', 'project_id': 'bc477dc890404f24a2939a62069e7cdd'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:26.420888 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.493347 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:26.494827 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (283c2988-af19-4fdd-b7b3-db7a84de1d5a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.550066 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:26.550066 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.568758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (283c2988-af19-4fdd-b7b3-db7a84de1d5a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.601982 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283c2988-af19-4fdd-b7b3-db7a84de1d5a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:26.631406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:26.633484 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.657187 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.658706 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c6d44c00-c844-4478-803e-b244893a6b87 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3432546 Apr 08 11:21:26.658881 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:26.661404 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47178) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:26.665835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:26.712254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Sync routers for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:26.721360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:26.721976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:26.805549 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.832225 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (2a37f3c9-de7e-4ade-9265-8ab804bc2fbc), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.878759 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:26.881344 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:26.897714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (2a37f3c9-de7e-4ade-9265-8ab804bc2fbc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:26.986251 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (2a37f3c9-de7e-4ade-9265-8ab804bc2fbc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.006858 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a37f3c9-de7e-4ade-9265-8ab804bc2fbc,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.086491 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.091248 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-47013bed-67be-46ab-998b-36efaf1b6be3 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253809 Apr 08 11:21:27.091248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47186) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:27.096396 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:27.098631 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 4, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6dbd862c-ab41-41ed-93a6-4655af9aaefb', 'name': '', 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'mac_address': 'fa:16:3e:c6:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:24Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 2, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'subnets': [{'id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:27.126608 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Checking router: 807c2534-4213-4c74-98dd-0c5c09911861 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:27.126961 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Updating router 807c2534-4213-4c74-98dd-0c5c09911861 port 6dbd862c-ab41-41ed-93a6-4655af9aaefb binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:21:27.164855 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.169272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (00f9814b-7f5d-428a-a2d5-49af30135608), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.225334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (00f9814b-7f5d-428a-a2d5-49af30135608), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.271845 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (00f9814b-7f5d-428a-a2d5-49af30135608), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.289848 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f9814b-7f5d-428a-a2d5-49af30135608,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.354303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.355574 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bb0eaf67-3bff-4f0d-8911-0f8d6de92c36 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2631645 Apr 08 11:21:27.358436 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47188) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:27.362846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:27.442519 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (cd31aa87-a533-4d57-a3f3-f2f498bb30c1), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.446211 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks [] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.502984 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (cd31aa87-a533-4d57-a3f3-f2f498bb30c1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.529789 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.583914 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9be8-dac9-4409-98d8-25598f5d5280 None None] Pushing event updated for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.597425 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (cd31aa87-a533-4d57-a3f3-f2f498bb30c1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.616600 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd31aa87-a533-4d57-a3f3-f2f498bb30c1,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.648181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Attempting to bind port 6dbd862c-ab41-41ed-93a6-4655af9aaefb on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:21:27.648834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Attempting to bind port 6dbd862c-ab41-41ed-93a6-4655af9aaefb by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:21:27.648978 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Attempting to bind port 6dbd862c-ab41-41ed-93a6-4655af9aaefb on network 042d8924-0895-49de-8cdb-b6bce2639bfa {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:21:27.654760 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:21:27.655135 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Checking segment: {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:21:27.655528 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.655913 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Bound using segment: {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:21:27.656372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Bound port: 6dbd862c-ab41-41ed-93a6-4655af9aaefb, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf1d26b-9254-44b4-ae80-066456952c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:21:27.656806 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.662775 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.664362 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e2abd3fd-1068-4025-99e6-f6877ed6da8b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048851 Apr 08 11:21:27.666968 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47190) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:27.673062 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:27.732006 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] For port 6dbd862c-ab41-41ed-93a6-4655af9aaefb, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:21:27.735320 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] For port 6dbd862c-ab41-41ed-93a6-4655af9aaefb, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6dbd862c-ab41-41ed-93a6-4655af9aaefb,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:21:27.751745 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (4764d4f0-ea36-4578-af2a-4870a5c553d4), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.786334 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-692aafd5-9a4b-4d16-8d45-abec854bc5cd None None] Provisioning complete for port 6dbd862c-ab41-41ed-93a6-4655af9aaefb triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:27.786705 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-692aafd5-9a4b-4d16-8d45-abec854bc5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.812080 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.815983 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (4764d4f0-ea36-4578-af2a-4870a5c553d4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.864092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-692aafd5-9a4b-4d16-8d45-abec854bc5cd None None] Port 6dbd862c-ab41-41ed-93a6-4655af9aaefb cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:21:27.883240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (4764d4f0-ea36-4578-af2a-4870a5c553d4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.891505 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9be8-dac9-4409-98d8-25598f5d5280 None None] Pushing event updated for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.894435 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:27.894926 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:21:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:27.913260 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4764d4f0-ea36-4578-af2a-4870a5c553d4,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:27.959418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.963255 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1026092a-8bc4-431e-a451-391e0d91189c tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919071 Apr 08 11:21:27.963684 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47198) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:27.971963 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:28.077986 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.securitygroups_db [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Project bc477dc890404f24a2939a62069e7cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:21:28.085245 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (1638ea5e-2dff-4435-8279-2f0134a2f27c), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.149668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Provisioning complete for port 6dbd862c-ab41-41ed-93a6-4655af9aaefb triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:28.149668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.150209 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (1638ea5e-2dff-4435-8279-2f0134a2f27c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.172280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:28.243559 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (1638ea5e-2dff-4435-8279-2f0134a2f27c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.263738 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1638ea5e-2dff-4435-8279-2f0134a2f27c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:28.348297 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.349573 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-908ccefa-49c2-4cb0-b496-04c73323b89e tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848879 Apr 08 11:21:28.352310 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47202) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:28.358196 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Request body: {'security_group_rule': {'security_group_id': '283c2988-af19-4fdd-b7b3-db7a84de1d5a', 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:28.359740 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Current status of the port 6dbd862c-ab41-41ed-93a6-4655af9aaefb is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:28.360124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.423063 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] For port 6dbd862c-ab41-41ed-93a6-4655af9aaefb, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6dbd862c-ab41-41ed-93a6-4655af9aaefb,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:28.437611 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.securitygroups_db [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Project bc477dc890404f24a2939a62069e7cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:21:28.442890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (1a1dce07-603c-4962-bca4-2a18eca1cb39), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.452591 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 4, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6dbd862c-ab41-41ed-93a6-4655af9aaefb', 'name': '', 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'mac_address': 'fa:16:3e:c6:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:24Z', 'updated_at': '2022-04-08T11:21:27Z', 'revision_number': 4, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'subnets': [{'id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:28.488275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.491318 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0c2d5-00b5-417f-a776-a2d9f4052926 None None] The sync data for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi is: [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:21:24Z', 'revision_number': 4, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6dbd862c-ab41-41ed-93a6-4655af9aaefb', 'name': '', 'network_id': '042d8924-0895-49de-8cdb-b6bce2639bfa', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'mac_address': 'fa:16:3e:c6:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:24Z', 'updated_at': '2022-04-08T11:21:27Z', 'revision_number': 4, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'subnets': [{'id': '884cdb5c-b275-4775-b30b-28685ed9f97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:28.515484 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (1a1dce07-603c-4962-bca4-2a18eca1cb39), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.517720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:28.580821 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (1a1dce07-603c-4962-bca4-2a18eca1cb39), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.588514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc0857-b849-4182-83a0-752af61263e1 None None] Pushing event updated for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:28.601673 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1dce07-603c-4962-bca4-2a18eca1cb39,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:28.606692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:28.606692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.668399 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:28.671986 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-08adc789-bf51-40aa-930c-1fd15c19861b tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163283 Apr 08 11:21:28.689300 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:30.495047 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6dbd862c-ab41-41ed-93a6-4655af9aaefb up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:21:30.560910 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 6dbd862c-ab41-41ed-93a6-4655af9aaefb triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:21:30.561177 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:30.644627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 6dbd862c-ab41-41ed-93a6-4655af9aaefb is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:21:35.541173 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-9bf87b14-1b0a-4c0e-83e1-96fb57685c08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395054 Apr 08 11:21:35.639034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e490-ad85-461c-9480-8df1e2280495 req-e53a007d-26ab-4c55-a4c3-74b03e721ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:35.640554 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-e53a007d-26ab-4c55-a4c3-74b03e721ebd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0489428 Apr 08 11:21:35.756133 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e490-ad85-461c-9480-8df1e2280495 req-3023493f-b5de-4bc6-89c5-9ba0b23dd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:35.758377 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-3023493f-b5de-4bc6-89c5-9ba0b23dd627 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0935652 Apr 08 11:21:35.807180 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-4be61c9c-fa55-4984-8414-96dc5af5a74c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0403566 Apr 08 11:21:35.863892 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e490-ad85-461c-9480-8df1e2280495 req-92a3d46e-43e9-479d-a82f-e1420151b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:35.865441 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-92a3d46e-43e9-479d-a82f-e1420151b30a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0480559 Apr 08 11:21:35.924482 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e490-ad85-461c-9480-8df1e2280495 req-a6625838-3e5a-43ad-a224-715df5d2e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:35.926845 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-a6625838-3e5a-43ad-a224-715df5d2e1c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540621 Apr 08 11:21:36.024153 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-c68fba01-9ca2-4995-af2a-461c9205908f service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908465 Apr 08 11:21:36.083117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04e88b19-1dac-477e-8b27-4cbdf4b7d849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:36.127064 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2226e490-ad85-461c-9480-8df1e2280495 req-6e1c537a-4a87-48e8-9c42-90d4bf6e24e4 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966756 Apr 08 11:21:38.579774 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e28e8f20-6313-41cf-98b9-95d839cd5cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:39.357250 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:40.717478 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:42.265661 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.991061 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.035633 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:21:56.652329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 47544) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:56.763099 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-67c433ff-5bbd-4e4e-9ba8-d2af6dce1969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:56.837121 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-67c433ff-5bbd-4e4e-9ba8-d2af6dce1969 admin admin] Publish callbacks [] for security_group (3d876724-0223-4cab-aacc-6dde1fab6476), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:56.910593 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-67c433ff-5bbd-4e4e-9ba8-d2af6dce1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3d876724-0223-4cab-aacc-6dde1fab6476), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:56.949944 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-67c433ff-5bbd-4e4e-9ba8-d2af6dce1969 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=078a9cd7a50a4d8cb527c49de8b1d778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953093 Apr 08 11:21:56.950772 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c433ff-5bbd-4e4e-9ba8-d2af6dce1969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d876724-0223-4cab-aacc-6dde1fab6476,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:56.953052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 47550) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:57.003458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] Publish callbacks [] for security_group (3d876724-0223-4cab-aacc-6dde1fab6476), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:57.025141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] Publish callbacks [] for security_group (3d876724-0223-4cab-aacc-6dde1fab6476), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:57.168113 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3d876724-0223-4cab-aacc-6dde1fab6476), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:57.170766 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:57.171918 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d876724-0223-4cab-aacc-6dde1fab6476 HTTP/1.1" status: 204 len: 168 time: 0.2183161 Apr 08 11:21:57.180985 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20a1b-97c5-4f39-9dfe-80ff0702bf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d876724-0223-4cab-aacc-6dde1fab6476,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:06.100399 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d69a-ca11-46ef-b242-7b658993694d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:08.596573 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-249a891b-979e-4582-a0d6-6b8476926332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:09.368238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:10.750408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:12.201468 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:20.024429 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:28.034918 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:22:36.095408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c88de01f-d4b7-4a2f-b733-192c097f3349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:37.453767 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-2b612898-8ae1-4e28-92a8-a36fa2755af5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436642 Apr 08 11:22:37.519518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-94f8988b-d101-41d3-bfa5-06b2f05c1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:37.521033 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-94f8988b-d101-41d3-bfa5-06b2f05c1e06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0475488 Apr 08 11:22:37.625352 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-0d4e8359-f846-42e3-9b5e-28d9afd3e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:37.626826 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-0d4e8359-f846-42e3-9b5e-28d9afd3e259 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0879767 Apr 08 11:22:37.670282 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-655958f3-aa52-42a3-b0ab-d45786862eaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0380101 Apr 08 11:22:37.722029 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-a820a168-dc46-447e-bd7c-8965e1e00131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:37.723486 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-a820a168-dc46-447e-bd7c-8965e1e00131 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0467634 Apr 08 11:22:37.785434 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-8bbf27af-c8a8-4635-aebe-7e8f29952bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:37.787030 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-8bbf27af-c8a8-4635-aebe-7e8f29952bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571165 Apr 08 11:22:37.882323 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-c46f7155-816e-44eb-9234-a933bece605a service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890844 Apr 08 11:22:37.976080 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bbe93bd-008e-4e89-bab1-e48792a6793a req-edf98515-d981-45bb-b919-aa2a86d09d6a service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Apr 08 11:22:38.589454 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5a11-86eb-4866-871c-3926382e82d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:39.395397 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:40.738483 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:42.265012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:50.029960 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:05.033568 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:23:06.097667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b10a52b7-d98d-4b7d-b346-6dca65876aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:08.588191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6465103-e79a-4420-bcf9-61af7e474b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:09.411556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:10.765361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:12.228361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:20.073793 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:36.112980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-34e060cd-63dc-4319-965b-4bdfba9d5680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:38.598586 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2e78-b186-4fa9-977a-88c8d682a34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:38.962121 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-66a4d295-6c94-47a5-b62d-bc74f795ae63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493376 Apr 08 11:23:39.026373 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-bb78fc50-b0fa-426b-8a02-704da4551e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:39.028004 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-bb78fc50-b0fa-426b-8a02-704da4551e99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c1b664def54f369d941b05815440bd&device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0453827 Apr 08 11:23:39.128089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-6fa6b613-91e3-42ca-80b2-05e2f26d5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:39.129556 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-6fa6b613-91e3-42ca-80b2-05e2f26d5853 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 200 len: 911 time: 0.0840101 Apr 08 11:23:39.197113 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-65bfb3ea-a20a-4a1d-9898-afaf5f7eeda1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 200 len: 1001 time: 0.0610127 Apr 08 11:23:39.243385 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-80b517bd-a86b-434a-8fc4-a87cd6894a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:39.244734 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-80b517bd-a86b-434a-8fc4-a87cd6894a59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 200 len: 849 time: 0.0420980 Apr 08 11:23:39.292453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-0cf2d8da-289a-4b59-a66d-69e89349e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:39.294025 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-0cf2d8da-289a-4b59-a66d-69e89349e8c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29f36be6-7d1d-45d5-a396-cd0fffe20af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431247 Apr 08 11:23:39.381578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:39.391312 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-91a58ed0-16df-4d50-97bc-8392077e3f02 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900850 Apr 08 11:23:39.482512 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-adfb9ea4-1a1e-41ff-ba61-6084dbee9f15 req-290dd5bd-6bc3-4c48-b993-f92a9f6574d1 service neutron] 10.222.0.61 "GET /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Apr 08 11:23:40.747262 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:42.032137 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:23:42.239073 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:43.943965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-4768e4f4-6249-417f-859c-e0ec004c35be req-0c1f3a27-53bd-4aab-9551-828c589d2c29 service neutron] (104000) timed out ('10.222.0.61', 64830) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:23:44.431517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-eacf93eb-6c9a-4f7f-8fe8-fdcf9988d214 req-1b7a028f-dc10-47e3-805e-bf6ccce4946f service neutron] (104000) timed out ('10.222.0.61', 64841) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:23:44.996516 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5236-d227-4970-af7c-c28eb22f7882 req-3bddbdaa-a8ed-426f-ab98-1881b1fe2118 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:44.998030 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a0b5236-d227-4970-af7c-c28eb22f7882 req-3bddbdaa-a8ed-426f-ab98-1881b1fe2118 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0551615 Apr 08 11:23:45.046796 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a0b5236-d227-4970-af7c-c28eb22f7882 req-df8a4ec1-55b7-466a-b4cc-f75aac618082 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Apr 08 11:23:45.771602 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-b9a66d3c-c707-42d8-b133-99107de32df1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.773165 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-b9a66d3c-c707-42d8-b133-99107de32df1 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.0540185 Apr 08 11:23:45.866503 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Deleting port f0a45ced-cfdf-4e63-91c7-3a595f46809e {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:23:45.866760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:45.957744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] For port f0a45ced-cfdf-4e63-91c7-3a595f46809e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f0a45ced-cfdf-4e63-91c7-3a595f46809e,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:23:45.958104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:46.145181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:46.145691 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:46.146124 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Floating IP b374603c-8c39-435a-a5b8-b458e2838303 disassociated. External IP: 172.27.1.247, port: f0a45ced-cfdf-4e63-91c7-3a595f46809e. Apr 08 11:23:46.146592 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Calling delete_port for f0a45ced-cfdf-4e63-91c7-3a595f46809e owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:23:46.332565 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (f0a45ced-cfdf-4e63-91c7-3a595f46809e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:46.366722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'Port': ['ID=f0a45ced-cfdf-4e63-91c7-3a595f46809e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:46.375140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae418e7-f4d9-4d36-8b56-797c5c39b143 req-f7e2836a-614f-43c8-8c0f-11e46fbab1c6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:46.376609 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ae418e7-f4d9-4d36-8b56-797c5c39b143 req-f7e2836a-614f-43c8-8c0f-11e46fbab1c6 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 945 time: 0.2524958 Apr 08 11:23:46.388707 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.389075 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.389422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.389761 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.390096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.390427 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.390752 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.391079 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.391406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.391725 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.392048 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.392372 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.392715 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.393035 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.393349 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:46.523004 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2ae418e7-f4d9-4d36-8b56-797c5c39b143 req-27660ad0-e799-4d15-8095-99f2920eb9b9 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups?id=3cde160d-18d9-4dcd-ab78-34aeb39c319b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375151 Apr 08 11:23:46.551749 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:23:46.664066 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:23:46.675540 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:23:46.687487 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:23:46.688091 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:23:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:46.706248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] No DVR routers for this DVR port f0a45ced-cfdf-4e63-91c7-3a595f46809e on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:23:46.709437 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:46.712830 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-89c37987-d6c8-4e54-91a5-5bcf279657b9 req-134c6868-a2ba-4b80-afb4-09d194c6feed tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.61 "DELETE /v2.0/ports/f0a45ced-cfdf-4e63-91c7-3a595f46809e HTTP/1.1" status: 204 len: 173 time: 0.9344387 Apr 08 11:23:46.713281 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'name': 'network-vif-deleted', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:46.715532 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a055bdff-37cc-4357-929c-a01dd7bf7e41" -d '{"events": [{"server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "name": "network-vif-deleted", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:23:46.807456 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:23:47.024319 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:47.053922 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:23:47.061880 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:23:47.064137 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:23:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:47.171383 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:23:47.370421 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:47.397182 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bb1389-129a-4587-a7f5-951f1a59c8c7 None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:07:05Z', 'revision_number': 4, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '9058226f-567e-4c2d-9e49-7cbc9480894f', 'name': '', 'network_id': '29f36be6-7d1d-45d5-a396-cd0fffe20af4', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'mac_address': 'fa:16:3e:28:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:04Z', 'updated_at': '2022-04-08T11:07:13Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'subnets': [{'id': 'b445dcc0-9725-4fb7-8b3b-93ca1b295555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:23:47.627824 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3540e5cf-f9a1-4ec0-9110-c45b77ae9af3 None None] New status for floating IP b374603c-8c39-435a-a5b8-b458e2838303: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:23:47.635419 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eb065eef-9d6a-447d-ae59-fd86df450ccc req-50ea6ea7-b615-4c33-8c9a-2fbe6f137a1f tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cdf452c-9596-46ce-8263-f3c85302d6d2 HTTP/1.1" status: 200 len: 210 time: 0.0305908 Apr 08 11:23:47.775468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897114e-5057-4f16-88af-e5ee7daed5b1 x-openstack-request-id: req-1897114e-5057-4f16-88af-e5ee7daed5b1 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:23:47.775760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf452c-9596-46ce-8263-f3c85302d6d2", "name": "network-vif-deleted", "tag": "f0a45ced-cfdf-4e63-91c7-3a595f46809e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:23:47.776013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1897114e-5057-4f16-88af-e5ee7daed5b1 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:23:47.776442 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1897114e-5057-4f16-88af-e5ee7daed5b1'] response: {'server_uuid': '6cdf452c-9596-46ce-8263-f3c85302d6d2', 'name': 'network-vif-deleted', 'tag': 'f0a45ced-cfdf-4e63-91c7-3a595f46809e', 'status': 'completed', 'code': 200} Apr 08 11:23:49.231240 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f0a45ced-cfdf-4e63-91c7-3a595f46809e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:23:49.252735 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: f0a45ced-cfdf-4e63-91c7-3a595f46809e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:23:49.253092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device f0a45ced-cfdf-4e63-91c7-3a595f46809e not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:23:49.810758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 48460) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:23:49.865673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (3cde160d-18d9-4dcd-ab78-34aeb39c319b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:49.888206 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (3cde160d-18d9-4dcd-ab78-34aeb39c319b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:49.981051 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3cde160d-18d9-4dcd-ab78-34aeb39c319b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:49.983634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:49.984820 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "DELETE /v2.0/security-groups/3cde160d-18d9-4dcd-ab78-34aeb39c319b HTTP/1.1" status: 204 len: 168 time: 0.1730413 Apr 08 11:23:49.987580 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 48464) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:23:49.994969 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5237a-826e-4e69-a669-07c35f5c008c tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde160d-18d9-4dcd-ab78-34aeb39c319b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:50.004730 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-407fc94a-688e-4d83-b859-bf4736718c16 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] show failed (client error): The resource could not be found. Apr 08 11:23:50.004730 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-407fc94a-688e-4d83-b859-bf4736718c16 tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "GET /v2.0/security-groups/3cde160d-18d9-4dcd-ab78-34aeb39c319b HTTP/1.1" status: 404 len: 347 time: 0.0152087 Apr 08 11:23:50.007250 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 48466) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:23:50.085341 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.135601 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Deleting port 629ac381-b65f-4b0e-98a1-a8f7a09deda6 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:23:50.135939 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.214025 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.214343 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (629ac381-b65f-4b0e-98a1-a8f7a09deda6), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.226686 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Calling delete_port for 629ac381-b65f-4b0e-98a1-a8f7a09deda6 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:23:50.427640 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (629ac381-b65f-4b0e-98a1-a8f7a09deda6), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.453006 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Pushing event deleted for resources: {'Port': ['ID=629ac381-b65f-4b0e-98a1-a8f7a09deda6,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:50.464760 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.465111 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.465480 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.465784 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.466110 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.466435 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.466755 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.467074 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.467397 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.467722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.468042 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.468364 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.468697 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.469015 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.469331 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:50.529371 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks [] for floatingip (b374603c-8c39-435a-a5b8-b458e2838303), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.531777 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:50.533032 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a0a467ff-073f-43b3-942b-2af2421490cf tempest-AttachVolumeTestJSON-1452600804 tempest-AttachVolumeTestJSON-1452600804-project] 10.222.0.37 "DELETE /v2.0/floatingips/b374603c-8c39-435a-a5b8-b458e2838303 HTTP/1.1" status: 204 len: 168 time: 0.5242751 Apr 08 11:23:55.642222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-caf8ed3a-67d7-4043-a72b-93595d0b319e req-21c1e589-2b09-4069-9cc9-5d61d4a83c6c service neutron] (103999) timed out ('10.222.0.61', 64838) {{(pid=103999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:24:06.101225 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df83a484-391d-454e-9014-975ecf3f49c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:08.608850 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36204bf7-e9eb-4d6c-a3d8-6f16c7390134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:09.392106 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:10.758187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:12.260031 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:19.030234 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:24:20.111606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:36.151323 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e216-9d2d-4e0f-aae3-f236d91eb111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:38.597149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c856e9ca-722f-4467-90ac-3495336916a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:39.409319 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:40.440813 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-cffe76c9-15d2-4f94-be62-7dcbbfb0b323 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515189 Apr 08 11:24:40.524906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-afff0346-fb17-44c6-a186-b383aa3b30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:40.526917 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-afff0346-fb17-44c6-a186-b383aa3b30d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0451720 Apr 08 11:24:40.634295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-3d52b9f8-78e3-420b-858f-f8ed75af8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:40.635907 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-3d52b9f8-78e3-420b-858f-f8ed75af8181 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0915790 Apr 08 11:24:40.682970 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-b8c9199f-0ed0-4b82-a7e3-53636f302cea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0398660 Apr 08 11:24:40.731042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-cb965296-5b98-4e9a-8000-67b5986eaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:40.732474 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-cb965296-5b98-4e9a-8000-67b5986eaa5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0446599 Apr 08 11:24:40.774019 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:40.792765 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-b954c345-17a1-4e83-ad3a-c3744bbd62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:40.794335 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-b954c345-17a1-4e83-ad3a-c3744bbd62ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553918 Apr 08 11:24:40.899848 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-8433eca0-0a6b-4278-b7bb-15d66b91b924 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989337 Apr 08 11:24:41.000448 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-de41f610-45b2-4ff9-bef0-ad410621e163 req-08ca6444-5f0f-4a62-866c-95c15a0e2d7f service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952947 Apr 08 11:24:42.258954 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:50.076383 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:56.028524 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:25:06.109702 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd47432a-a739-4c20-88d6-26a8d1e67e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:08.618880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd9b695f-0992-4576-a721-37e76bf3aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:09.447335 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:10.790358 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:12.247684 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:20.075562 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:33.026803 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:25:36.120633 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4be74d2d-2277-4725-848b-31a9eeb7dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:38.600292 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dda8577-3899-4f6b-bfc0-89bd84d7fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:39.423550 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:40.766128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:42.228898 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:42.468737 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-6b1fc245-4214-4539-afaf-4a5df3f3e768 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443265 Apr 08 11:25:42.531423 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-b3ea885e-ae34-4525-a4f2-e540a96291fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:42.532965 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-b3ea885e-ae34-4525-a4f2-e540a96291fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0436590 Apr 08 11:25:42.637472 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-15c75d71-b0d9-49ce-bc53-530760d6bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:42.638977 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-15c75d71-b0d9-49ce-bc53-530760d6bed2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0878053 Apr 08 11:25:42.680077 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-b4063fee-cb10-4df1-b90b-bb842b52043a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0352826 Apr 08 11:25:42.728026 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-130028fb-fe5d-4077-a476-66f61bb7f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:42.729482 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-130028fb-fe5d-4077-a476-66f61bb7f340 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0434563 Apr 08 11:25:42.781096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-c9400375-44c1-4321-ba83-4cd420c48bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:42.782678 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-c9400375-44c1-4321-ba83-4cd420c48bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476832 Apr 08 11:25:42.896076 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-764d9027-3934-4cfd-9f0a-ac2e896b76ca service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073444 Apr 08 11:25:42.989225 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-45bb524c-0e8d-42ea-bb99-1db719b77467 req-32c4ff70-5394-489c-8a3c-452c35670d63 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871639 Apr 08 11:25:50.073610 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:06.119682 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa94d-2cae-40f9-a2dd-2aee0de19501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:08.593943 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8fb25376-39cb-4830-ac2f-1ff1f9e2923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:09.388363 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:10.026375 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:26:10.770941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:12.256559 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:20.090551 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:36.106893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3309adce-84b6-4b38-82dd-aacce0e2509d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:38.603999 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e4-49ad-43d3-91f3-d5bfd01b87fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:39.398598 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:40.769761 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:42.221214 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:42.472135 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-91ae6cf7-44f5-4f8d-a9ac-400d7472c1e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875838 Apr 08 11:26:42.555114 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-46d5ca4f-697e-4ebe-9a22-a2c7b17d20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:42.557071 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-46d5ca4f-697e-4ebe-9a22-a2c7b17d20b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0444682 Apr 08 11:26:42.664980 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-e1eb80d3-7f7d-46bb-9a84-c0f7af733cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:42.666742 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-e1eb80d3-7f7d-46bb-9a84-c0f7af733cce service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0920494 Apr 08 11:26:42.707585 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-4cc3439c-a40d-43a5-9b84-81990bbab971 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0351250 Apr 08 11:26:42.997152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-69c3167e-4cfd-4409-9d91-0a663ad2a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:42.998417 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-69c3167e-4cfd-4409-9d91-0a663ad2a601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.2850173 Apr 08 11:26:43.049170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-5660136c-15c6-4a39-849b-e1a2a6571f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:43.050644 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-5660136c-15c6-4a39-849b-e1a2a6571f6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456483 Apr 08 11:26:43.060655 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-91fcfec5-cd53-450a-baa6-b4616b904a41 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:26:43.061588 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-91fcfec5-cd53-450a-baa6-b4616b904a41 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053389 Apr 08 11:26:43.154706 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-231dc450-db0e-4cf1-b72f-8105eae3a123 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873411 Apr 08 11:26:43.244186 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-46737f48-58bd-49f8-a01b-e342cf79c34f req-f963da92-1078-4afc-91c9-a8b97b24092e service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Apr 08 11:26:47.026713 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:26:50.094950 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:06.104950 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77373880-d074-4550-b57a-3cccae5d5a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:08.626145 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c32b0dd9-9cd2-420f-8913-4ada08ffa48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:09.402021 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:10.791767 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:12.220000 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:20.139731 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:24.025988 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:27:29.502915 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50198) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:29.562906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (283c2988-af19-4fdd-b7b3-db7a84de1d5a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:29.588835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (283c2988-af19-4fdd-b7b3-db7a84de1d5a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:29.699542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (283c2988-af19-4fdd-b7b3-db7a84de1d5a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:29.702247 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:29.703399 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] 10.222.0.37 "DELETE /v2.0/security-groups/283c2988-af19-4fdd-b7b3-db7a84de1d5a HTTP/1.1" status: 204 len: 168 time: 0.1990926 Apr 08 11:27:29.713302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283c2988-af19-4fdd-b7b3-db7a84de1d5a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:29.721113 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.721414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.721755 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.722093 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.722429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.722758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.723086 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.723411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.723732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.724054 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.724377 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.724721 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.725047 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.725366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.726567 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731864f-9406-42c2-bf79-39d12dfb4559 tempest-TestShelveInstance-776853638 tempest-TestShelveInstance-776853638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:29.857250 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50206) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:30.568698 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:30.821721 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Deleting port 0b6c62e5-5039-4b4b-827d-9842568b3322 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:30.821955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:30.901116 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] For port 0b6c62e5-5039-4b4b-827d-9842568b3322, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0b6c62e5-5039-4b4b-827d-9842568b3322,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:30.901791 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:30.915140 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Calling delete_port for 0b6c62e5-5039-4b4b-827d-9842568b3322 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:31.179368 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (0b6c62e5-5039-4b4b-827d-9842568b3322), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:31.205574 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6c62e5-5039-4b4b-827d-9842568b3322,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:31.252321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.252667 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.253029 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.253367 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.253690 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.254011 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.254331 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.254650 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.254969 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.255303 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.255604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.255920 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.256236 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.256546 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.257494 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:31.409808 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:31.633510 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Router b4740bb1-34dc-4ded-9a66-24a4b449b832 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:27:31.740763 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:27:31.746603 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-bcbc358d-e2f4-497f-a737-9430fc4ed014 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4740bb1-34dc-4ded-9a66-24a4b449b832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8876421 Apr 08 11:27:31.749210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50222) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:31.750184 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Sync routers for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:27:31.759703 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:27:31.760306 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:27:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:31.858135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks [] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:31.871024 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:27:31.967372 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks [] for router_gateway (b4740bb1-34dc-4ded-9a66-24a4b449b832), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.065489 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:27:31Z', 'revision_number': 5, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port': {'id': '9ee5af07-ec05-46d7-956a-1b8dcf6d23e6', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:15Z', 'updated_at': '2022-04-08T11:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:32.076492 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Deleting port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:32.076867 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.093695 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Checking router: b4740bb1-34dc-4ded-9a66-24a4b449b832 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:27:32.102966 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Routers {'b4740bb1-34dc-4ded-9a66-24a4b449b832'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:27:32.103557 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:27:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['b4740bb1-34dc-4ded-9a66-24a4b449b832'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:32.160529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] For port 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:32.160987 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.177766 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Calling delete_port for 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:32.193377 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] Set router b4740bb1-34dc-4ded-9a66-24a4b449b832 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:27:32.249549 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:27:31Z', 'revision_number': 6, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:32.278857 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9caea-fa1f-48be-89d0-b0935f27d28d None None] The sync data for ids ['b4740bb1-34dc-4ded-9a66-24a4b449b832'] in dv-cinder-836072-3-iscsi is: [{'id': 'b4740bb1-34dc-4ded-9a66-24a4b449b832', 'name': 'tempest-TestShelveInstance-1346105101-router', 'tenant_id': 'bc477dc890404f24a2939a62069e7cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:27:31Z', 'revision_number': 6, 'project_id': 'bc477dc890404f24a2939a62069e7cdd', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:27:32.430714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (9ee5af07-ec05-46d7-956a-1b8dcf6d23e6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.457408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee5af07-ec05-46d7-956a-1b8dcf6d23e6,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:32.519862 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.722289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.724419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks [] for router_controller (b4740bb1-34dc-4ded-9a66-24a4b449b832), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.865411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (b4740bb1-34dc-4ded-9a66-24a4b449b832), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.866163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4740bb1-34dc-4ded-9a66-24a4b449b832 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:27:32.871417 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.872573 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6ec983bc-57e4-4372-9bfe-44554e541469 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b4740bb1-34dc-4ded-9a66-24a4b449b832 HTTP/1.1" status: 204 len: 168 time: 1.1223061 Apr 08 11:27:32.875030 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50230) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:32.919781 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Deleting subnet 635cccb8-5f34-45d3-a497-1a42f26ddcc4 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:27:32.922866 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Publish callbacks [] for subnet (635cccb8-5f34-45d3-a497-1a42f26ddcc4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:32.961489 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (635cccb8-5f34-45d3-a497-1a42f26ddcc4), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.049537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (635cccb8-5f34-45d3-a497-1a42f26ddcc4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.098058 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0b6c62e5-5039-4b4b-827d-9842568b3322 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:33.120751 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 0b6c62e5-5039-4b4b-827d-9842568b3322 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:33.121187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0b6c62e5-5039-4b4b-827d-9842568b3322 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:33.179899 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (635cccb8-5f34-45d3-a497-1a42f26ddcc4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.206790 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635cccb8-5f34-45d3-a497-1a42f26ddcc4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:33.213483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.216763 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bd13631d-092f-43f4-9860-0e0e482222a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/635cccb8-5f34-45d3-a497-1a42f26ddcc4 HTTP/1.1" status: 204 len: 168 time: 0.3407786 Apr 08 11:27:33.219451 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50236) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:33.222413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24dbd91-5a73-46ab-9670-7409f4c044e5 None None] Network 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:27:33.298733 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (9bcaece0-f3b8-4652-8952-c9cf7f3d0763), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.366466 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Deleting port dc4222bb-1ce1-40f0-9917-5997aa33d428 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:33.366869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.404267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] DHCP port deletion for 9bcaece0-f3b8-4652-8952-c9cf7f3d0763 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:27:33.434717 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] For port dc4222bb-1ce1-40f0-9917-5997aa33d428, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=dc4222bb-1ce1-40f0-9917-5997aa33d428,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:33.435081 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.449259 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Calling delete_port for dc4222bb-1ce1-40f0-9917-5997aa33d428 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:33.452449 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Deleting port dc4222bb-1ce1-40f0-9917-5997aa33d428 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:33.452855 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.524781 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] For port dc4222bb-1ce1-40f0-9917-5997aa33d428, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=dc4222bb-1ce1-40f0-9917-5997aa33d428,segment=NetworkSegment(d5689b0b-b88d-4988-b7d9-5ca68767dd4d),segment_id=d5689b0b-b88d-4988-b7d9-5ca68767dd4d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:33.524781 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.535839 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Calling delete_port for dc4222bb-1ce1-40f0-9917-5997aa33d428 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:33.629862 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.635985 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (dc4222bb-1ce1-40f0-9917-5997aa33d428), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.656479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4222bb-1ce1-40f0-9917-5997aa33d428,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:33.658386 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] No DVR routers for this DVR port dc4222bb-1ce1-40f0-9917-5997aa33d428 on host dv-cinder-836072-3-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:27:33.664524 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Pushing event deleted for resources: {'Port': ['ID=dc4222bb-1ce1-40f0-9917-5997aa33d428,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:33.668260 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] No DVR routers for this DVR port dc4222bb-1ce1-40f0-9917-5997aa33d428 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:27:33.674729 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.675199 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.675572 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.675981 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.681657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bae143-f64a-4ff0-8564-64f32ae47143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:27:33.733143 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (9bcaece0-f3b8-4652-8952-c9cf7f3d0763), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.752194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcaece0-f3b8-4652-8952-c9cf7f3d0763']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:33.761401 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:33.761691 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5689b0b-b88d-4988-b7d9-5ca68767dd4d') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:33.770731 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (d5689b0b-b88d-4988-b7d9-5ca68767dd4d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.784625 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (d5689b0b-b88d-4988-b7d9-5ca68767dd4d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.791210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:27:33.791591 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (d5689b0b-b88d-4988-b7d9-5ca68767dd4d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:27:33.793259 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:27:33.945809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (9bcaece0-f3b8-4652-8952-c9cf7f3d0763), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.952238 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:33.955396 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9bcaece0-f3b8-4652-8952-c9cf7f3d0763 HTTP/1.1" status: 204 len: 168 time: 0.7348189 Apr 08 11:27:33.958453 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50240) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:33.965366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2ca7-a759-4685-a118-8de4f0652823 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcaece0-f3b8-4652-8952-c9cf7f3d0763,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:34.313690 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (807c2534-4213-4c74-98dd-0c5c09911861), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:34.567459 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Deleting port 6dbd862c-ab41-41ed-93a6-4655af9aaefb {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:34.567795 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:34.648539 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] For port 6dbd862c-ab41-41ed-93a6-4655af9aaefb, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6dbd862c-ab41-41ed-93a6-4655af9aaefb,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:34.648850 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:34.661111 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Calling delete_port for 6dbd862c-ab41-41ed-93a6-4655af9aaefb owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:34.749437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device dc4222bb-1ce1-40f0-9917-5997aa33d428 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:34.770876 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: dc4222bb-1ce1-40f0-9917-5997aa33d428 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:34.771221 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device dc4222bb-1ce1-40f0-9917-5997aa33d428 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:34.771632 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:34.790628 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:34.795254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9ee5af07-ec05-46d7-956a-1b8dcf6d23e6 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:34.926564 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (6dbd862c-ab41-41ed-93a6-4655af9aaefb), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:34.954309 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbd862c-ab41-41ed-93a6-4655af9aaefb,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:35.126855 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (807c2534-4213-4c74-98dd-0c5c09911861), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:35.594665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Router 807c2534-4213-4c74-98dd-0c5c09911861 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:27:35.702417 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:27:35.707501 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5af4972b-ec71-47af-bbaf-ceffa04a766f admin admin] 10.222.0.37 "PUT /v2.0/routers/807c2534-4213-4c74-98dd-0c5c09911861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479975 Apr 08 11:27:35.710111 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50254) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:35.712924 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Sync routers for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:27:35.723642 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:27:35.724254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:27:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:35.821419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks [] for router (807c2534-4213-4c74-98dd-0c5c09911861), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:35.837698 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:27:35.927506 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks [] for router_gateway (807c2534-4213-4c74-98dd-0c5c09911861), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.027691 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:27:34Z', 'revision_number': 5, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port': {'id': '7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c2534-4213-4c74-98dd-0c5c09911861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:21:21Z', 'updated_at': '2022-04-08T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:36.046175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Deleting port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:36.046514 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.058560 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Checking router: 807c2534-4213-4c74-98dd-0c5c09911861 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:27:36.073696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Routers {'807c2534-4213-4c74-98dd-0c5c09911861'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:27:36.074308 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:27:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['807c2534-4213-4c74-98dd-0c5c09911861'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:36.130942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] For port 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:36.131308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.137744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0e62-fb7e-49d6-8a8b-7eb2296bec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.145418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Calling delete_port for 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:36.168572 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] Set router 807c2534-4213-4c74-98dd-0c5c09911861 gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:27:36.225116 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:27:35Z', 'revision_number': 6, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:36.251976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13622d-5901-4343-b6a7-b1fd168b9a38 None None] The sync data for ids ['807c2534-4213-4c74-98dd-0c5c09911861'] in dv-cinder-836072-3-iscsi is: [{'id': '807c2534-4213-4c74-98dd-0c5c09911861', 'name': 'tempest-TestShelveInstance-884752529-router', 'tenant_id': '34e66d3d10cc4608974151bc9e0078c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:21:20Z', 'updated_at': '2022-04-08T11:27:35Z', 'revision_number': 6, 'project_id': '34e66d3d10cc4608974151bc9e0078c3', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:27:36.362438 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.389303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:36.451537 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (807c2534-4213-4c74-98dd-0c5c09911861), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.548879 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (807c2534-4213-4c74-98dd-0c5c09911861), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.550913 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks [] for router_controller (807c2534-4213-4c74-98dd-0c5c09911861), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.887585 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (807c2534-4213-4c74-98dd-0c5c09911861), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.888286 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807c2534-4213-4c74-98dd-0c5c09911861 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:27:36.893565 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.894748 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-80305933-cdc7-4ce6-9d6b-8773a3e3f5a3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/807c2534-4213-4c74-98dd-0c5c09911861 HTTP/1.1" status: 204 len: 168 time: 1.1836617 Apr 08 11:27:36.897281 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50262) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:36.941057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Deleting subnet 884cdb5c-b275-4775-b30b-28685ed9f97c {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:27:36.944075 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Publish callbacks [] for subnet (884cdb5c-b275-4775-b30b-28685ed9f97c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:36.979282 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (884cdb5c-b275-4775-b30b-28685ed9f97c), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.068163 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:37.080152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (884cdb5c-b275-4775-b30b-28685ed9f97c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.090671 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:37.091154 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 7cdf56ec-6c4b-407d-9b95-91c2c1b1dd4e not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:37.091724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6dbd862c-ab41-41ed-93a6-4655af9aaefb no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:37.113327 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 6dbd862c-ab41-41ed-93a6-4655af9aaefb {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:37.113676 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6dbd862c-ab41-41ed-93a6-4655af9aaefb not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:37.202674 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (884cdb5c-b275-4775-b30b-28685ed9f97c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.229773 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884cdb5c-b275-4775-b30b-28685ed9f97c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:37.234509 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.240411 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50266) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:37.242422 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e859901d-5d57-4964-8560-da6a8b3630a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/884cdb5c-b275-4775-b30b-28685ed9f97c HTTP/1.1" status: 204 len: 168 time: 0.3439007 Apr 08 11:27:37.242673 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562cfc83-d7c2-44c5-af1c-35bef032dd69 None None] Network 042d8924-0895-49de-8cdb-b6bce2639bfa requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:27:37.332924 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (042d8924-0895-49de-8cdb-b6bce2639bfa), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.420797 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Deleting port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:37.421063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.467738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] DHCP port deletion for 042d8924-0895-49de-8cdb-b6bce2639bfa request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:27:37.495357 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] For port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:37.495824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.515604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Calling delete_port for cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:37.525016 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Deleting port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:27:37.525393 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.602277 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] For port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,segment=NetworkSegment(1cf1d26b-9254-44b4-ae80-066456952c19),segment_id=1cf1d26b-9254-44b4-ae80-066456952c19)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:27:37.602947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.616839 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Calling delete_port for cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:27:37.697856 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.703364 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.725389 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:37.727266 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] No DVR routers for this DVR port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf on host dv-cinder-836072-3-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:27:37.728633 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] Pushing event deleted for resources: {'Port': ['ID=cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:37.734889 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d927b4-a46f-40db-88f5-03ac0aef2972 None None] No DVR routers for this DVR port cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:27:37.802517 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (042d8924-0895-49de-8cdb-b6bce2639bfa), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.824645 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042d8924-0895-49de-8cdb-b6bce2639bfa']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:37.834081 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf1d26b-9254-44b4-ae80-066456952c19') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:37.834375 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf1d26b-9254-44b4-ae80-066456952c19') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:27:37.844131 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (1cf1d26b-9254-44b4-ae80-066456952c19), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.859179 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (1cf1d26b-9254-44b4-ae80-066456952c19), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.865290 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:27:37.865708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (1cf1d26b-9254-44b4-ae80-066456952c19), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:27:37.867880 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:27:37.990523 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (042d8924-0895-49de-8cdb-b6bce2639bfa), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:37.998722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.001902 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] 10.222.0.37 "DELETE /v2.0/networks/042d8924-0895-49de-8cdb-b6bce2639bfa HTTP/1.1" status: 204 len: 168 time: 0.7580841 Apr 08 11:27:38.011965 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0997a7-18fb-43a4-986a-4b3ccdf2f792 admin admin] Pushing event deleted for resources: {'Network': ['ID=042d8924-0895-49de-8cdb-b6bce2639bfa,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:38.301610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:38.341305 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6f416f0c-132f-4f42-b504-c8f46714ae5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc477dc890404f24a2939a62069e7cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383077 Apr 08 11:27:38.343984 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50278) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:38.393207 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] Publish callbacks [] for security_group (e7f75157-dc24-4a2b-aa51-5aed23888486), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.416292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] Publish callbacks [] for security_group (e7f75157-dc24-4a2b-aa51-5aed23888486), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.566510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e7f75157-dc24-4a2b-aa51-5aed23888486), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.569768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.571081 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7f75157-dc24-4a2b-aa51-5aed23888486 HTTP/1.1" status: 204 len: 168 time: 0.2261760 Apr 08 11:27:38.579257 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6479ff-4ab9-47c9-8865-d0fe509f3508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f75157-dc24-4a2b-aa51-5aed23888486,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:38.648372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bab5a532-33ba-4c01-9afe-522418ec6220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:38.746020 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:27:38.767350 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:27:38.771777 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device cb2f0318-ad3d-48c6-9c55-1cf5fc2e6bdf not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:27:39.282032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50288) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:39.322388 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f81f9b3f-1864-4654-a99d-4056e2806fcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e66d3d10cc4608974151bc9e0078c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391958 Apr 08 11:27:39.339713 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50292) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:27:39.387952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] Publish callbacks [] for security_group (fd2cad65-ad91-4be2-931f-edbb69693eda), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:39.409356 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] Publish callbacks [] for security_group (fd2cad65-ad91-4be2-931f-edbb69693eda), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:39.447638 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:39.527489 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (fd2cad65-ad91-4be2-931f-edbb69693eda), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:39.530241 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:39.533906 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd2cad65-ad91-4be2-931f-edbb69693eda HTTP/1.1" status: 204 len: 168 time: 0.1907270 Apr 08 11:27:39.539768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045d47a-60fc-4b00-992f-e7dc4afe665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2cad65-ad91-4be2-931f-edbb69693eda,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:40.887395 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:42.223348 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:44.993773 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-9dcda26c-90b6-488b-91db-1ace692c7ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453839 Apr 08 11:27:45.056130 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-aa12b4a6-9f13-46d6-be84-8e2d39a0a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:45.057668 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-aa12b4a6-9f13-46d6-be84-8e2d39a0a23c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 1129 time: 0.0437982 Apr 08 11:27:45.162058 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-13bad00a-a51a-4be0-8e90-79a88ea59f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:45.164279 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-13bad00a-a51a-4be0-8e90-79a88ea59f90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0894487 Apr 08 11:27:45.203786 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-835b44f6-d358-4f56-b0a4-7938ba8ffbb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 200 len: 217 time: 0.0337608 Apr 08 11:27:45.250869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-3d3f0273-c70a-44d9-8ea3-e4c822afa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:45.252208 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-3d3f0273-c70a-44d9-8ea3-e4c822afa136 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0429468 Apr 08 11:27:45.300391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-fda6a798-bccc-4dec-a42a-5655265fddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:45.301920 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-fda6a798-bccc-4dec-a42a-5655265fddea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443349 Apr 08 11:27:45.393114 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-e5c26819-6c47-4fc2-be49-0cb4c7a86200 service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Apr 08 11:27:45.484452 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b9d7b2d-ba95-481e-a190-449efcd711d6 req-43877588-6bdb-46d4-811a-768e7384042b service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Apr 08 11:27:50.109915 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:01.024963 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:28:06.104262 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2997f8e1-2aae-4f05-92c8-c93b6d791150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:08.612365 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8bd78bdd-caa9-4500-bba5-3e9bb6ca0a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:09.399457 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:10.812246 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:12.235089 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:20.115427 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:36.131538 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fffb65df-e85e-4851-a7a6-169007ac5139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:38.024796 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:28:38.657320 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e89fb961-f8bf-4299-8455-7e5ba1f299e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:39.450088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:40.788504 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:42.228176 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:44.952128 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-553bb806-de0e-42de-846c-f091de8b9fe4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447686 Apr 08 11:28:45.038359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f458-2003-41fa-9034-aaf429315cf6 req-76ca57c2-0e78-4aff-8e89-1d0f5c4c02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:45.039856 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-76ca57c2-0e78-4aff-8e89-1d0f5c4c02fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 1130 time: 0.0453422 Apr 08 11:28:45.144855 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f458-2003-41fa-9034-aaf429315cf6 req-b36b5e1d-86e6-442c-afc9-4caf32de0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:45.146325 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-b36b5e1d-86e6-442c-afc9-4caf32de0e20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 200 len: 918 time: 0.0882251 Apr 08 11:28:45.186393 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-9ba3c58b-faa1-4eee-9a9f-75b154f00a5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 200 len: 217 time: 0.0343366 Apr 08 11:28:45.234001 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f458-2003-41fa-9034-aaf429315cf6 req-2fc58a02-b777-4b79-afa0-e1e9267f9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:45.235365 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-2fc58a02-b777-4b79-afa0-e1e9267f9fe5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 200 len: 856 time: 0.0439432 Apr 08 11:28:45.287568 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f458-2003-41fa-9034-aaf429315cf6 req-da577868-9ed0-401a-bb57-2afb528199c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:45.289111 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-da577868-9ed0-401a-bb57-2afb528199c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06b624e9-b3cb-4605-ac06-dde933c23376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486107 Apr 08 11:28:45.378028 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-9b4bc587-c14d-42c5-b8f2-768ad93fbcbc service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827758 Apr 08 11:28:45.470986 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a623f458-2003-41fa-9034-aaf429315cf6 req-20d64eea-788f-49f4-aa40-37ca7b3415ba service neutron] 10.222.0.61 "GET /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867767 Apr 08 11:28:50.136858 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:53.627479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aa4cd-511f-4240-ab3b-ce48733b6bff req-52738aaa-a515-4731-bf41-d0c0589b7a02 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:53.629016 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-109aa4cd-511f-4240-ab3b-ce48733b6bff req-52738aaa-a515-4731-bf41-d0c0589b7a02 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.2244842 Apr 08 11:28:53.676708 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-109aa4cd-511f-4240-ab3b-ce48733b6bff req-27d55f4d-d513-481c-8628-eacb0fb2f836 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Apr 08 11:28:54.168450 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-35f58273-1539-45a8-92fd-cccf00c4277a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:54.169951 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-35f58273-1539-45a8-92fd-cccf00c4277a tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Apr 08 11:28:54.266555 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Deleting port a4875b38-fd41-451b-83ba-b45978193e53 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:28:54.266812 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (a4875b38-fd41-451b-83ba-b45978193e53), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:54.360701 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] For port a4875b38-fd41-451b-83ba-b45978193e53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a4875b38-fd41-451b-83ba-b45978193e53,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:28:54.361057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (a4875b38-fd41-451b-83ba-b45978193e53), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:54.374427 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Calling delete_port for a4875b38-fd41-451b-83ba-b45978193e53 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:28:54.559601 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (a4875b38-fd41-451b-83ba-b45978193e53), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:54.571187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['6ffd4959-1925-47aa-8f74-e71c32fd9ae1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:28:54.592272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event deleted for resources: {'Port': ['ID=a4875b38-fd41-451b-83ba-b45978193e53,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:54.605426 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.605803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.606116 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.606455 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.606788 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.607115 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.607447 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.607767 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.608089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.608411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.608764 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.609091 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.609470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.609728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.610046 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:54.648666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] No DVR routers for this DVR port a4875b38-fd41-451b-83ba-b45978193e53 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:28:54.653963 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:54.657547 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c53f6a14-b484-47c9-a50f-e8f084af3b7b req-29c070b1-a0b8-40a2-81d5-6f2e95d52537 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "DELETE /v2.0/ports/a4875b38-fd41-451b-83ba-b45978193e53 HTTP/1.1" status: 204 len: 173 time: 0.4828575 Apr 08 11:28:54.658072 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'name': 'network-vif-deleted', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:28:54.661330 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dbf521-ed60-4232-9d45-adf6028bfd4a" -d '{"events": [{"server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "name": "network-vif-deleted", "tag": "a4875b38-fd41-451b-83ba-b45978193e53"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:28:54.782380 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-090da95a-f039-498c-9521-917fab05cc08 req-b8ffda79-83d3-4094-b6bd-74b544f7f46c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=191e58f0-df07-4c2a-aa24-685ffb257205 HTTP/1.1" status: 200 len: 210 time: 0.0320377 Apr 08 11:28:54.800192 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582bdf87-0810-4341-8d8c-26838337d3b5 x-openstack-request-id: req-582bdf87-0810-4341-8d8c-26838337d3b5 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:28:54.800607 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e58f0-df07-4c2a-aa24-685ffb257205", "name": "network-vif-deleted", "tag": "a4875b38-fd41-451b-83ba-b45978193e53", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:28:54.800961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-582bdf87-0810-4341-8d8c-26838337d3b5 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:28:54.801360 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582bdf87-0810-4341-8d8c-26838337d3b5'] response: {'server_uuid': '191e58f0-df07-4c2a-aa24-685ffb257205', 'name': 'network-vif-deleted', 'tag': 'a4875b38-fd41-451b-83ba-b45978193e53', 'status': 'completed', 'code': 200} Apr 08 11:28:56.296818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ab21-97d5-4652-a7a3-995ece90731e req-a14831c6-0c26-4a12-99e2-f496ab5c7c5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:56.298623 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e328ab21-97d5-4652-a7a3-995ece90731e req-a14831c6-0c26-4a12-99e2-f496ab5c7c5c tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0558069 Apr 08 11:28:56.350104 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e328ab21-97d5-4652-a7a3-995ece90731e req-46e80186-ec0c-43ae-b8b7-66de8e0ebf22 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9398a1-b65b-45d7-873e-dc206994b9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Apr 08 11:28:56.494710 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a4875b38-fd41-451b-83ba-b45978193e53 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:28:56.515079 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: a4875b38-fd41-451b-83ba-b45978193e53 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:28:56.515420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a4875b38-fd41-451b-83ba-b45978193e53 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:28:57.054445 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-96a2e4ea-b4c9-462b-9dc9-73beb5891cae tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:57.059829 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-96a2e4ea-b4c9-462b-9dc9-73beb5891cae tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 946 time: 0.0517025 Apr 08 11:28:57.146813 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Deleting port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:28:57.147154 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:57.241358 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] For port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:28:57.241726 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:57.255419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Calling delete_port for 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:28:57.456484 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6ffd4959-1925-47aa-8f74-e71c32fd9ae1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:57.469632 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['6ffd4959-1925-47aa-8f74-e71c32fd9ae1'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:28:57.494165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Pushing event deleted for resources: {'Port': ['ID=6ffd4959-1925-47aa-8f74-e71c32fd9ae1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:57.506424 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8f4d0e5b-2992-472c-b80b-30bb647c4be7 req-74530686-4394-4a7b-a1b1-4d5a2c3afb36 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 210 time: 0.0884309 Apr 08 11:28:57.551153 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] No DVR routers for this DVR port 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:28:57.553757 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:28:57.557182 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-536f5747-3b7b-4621-882d-1a96e0a40ab1 req-b601a077-793b-419c-abce-8ba9ea3bf359 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.61 "DELETE /v2.0/ports/6ffd4959-1925-47aa-8f74-e71c32fd9ae1 HTTP/1.1" status: 204 len: 173 time: 0.4964085 Apr 08 11:28:57.557635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'name': 'network-vif-deleted', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:28:57.559991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4b52d-49c8-4c19-b965-599959f0cd39" -d '{"events": [{"server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "name": "network-vif-deleted", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:28:58.608383 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a0e41-a7c7-4207-acaa-8bd4a4cb77db x-openstack-request-id: req-1f2a0e41-a7c7-4207-acaa-8bd4a4cb77db {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:28:58.609036 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc377e-cc01-44f8-b84a-ce7ec05e670a", "name": "network-vif-deleted", "tag": "6ffd4959-1925-47aa-8f74-e71c32fd9ae1", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:28:58.609036 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f2a0e41-a7c7-4207-acaa-8bd4a4cb77db {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:28:58.609442 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2a0e41-a7c7-4207-acaa-8bd4a4cb77db'] response: {'server_uuid': '87cc377e-cc01-44f8-b84a-ce7ec05e670a', 'name': 'network-vif-deleted', 'tag': '6ffd4959-1925-47aa-8f74-e71c32fd9ae1', 'status': 'completed', 'code': 200} Apr 08 11:28:58.632632 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-296b5398-9503-494a-825f-e78bfcd560f0 req-abc9b60f-000f-45bb-9bc6-7104a76e1f03 tempest-ServerRescueNegativeTestJSON-1988509126 tempest-ServerRescueNegativeTestJSON-1988509126-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cc377e-cc01-44f8-b84a-ce7ec05e670a HTTP/1.1" status: 200 len: 210 time: 0.0441341 Apr 08 11:28:59.690050 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50800) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:00.210586 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (af3043c6-2b04-433d-a280-6d7163461be0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:00.509935 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:29:00.510723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Deleting port 8189b61e-03f2-4347-b883-2ce52e91df60 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:29:00.511064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:00.532170 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:29:00.532512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 6ffd4959-1925-47aa-8f74-e71c32fd9ae1 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:29:00.592758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] For port 8189b61e-03f2-4347-b883-2ce52e91df60, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8189b61e-03f2-4347-b883-2ce52e91df60,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:00.593045 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:00.605833 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Calling delete_port for 8189b61e-03f2-4347-b883-2ce52e91df60 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:29:00.850658 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (8189b61e-03f2-4347-b883-2ce52e91df60), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:00.873833 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Pushing event deleted for resources: {'Port': ['ID=8189b61e-03f2-4347-b883-2ce52e91df60,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:01.046781 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (af3043c6-2b04-433d-a280-6d7163461be0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:01.535237 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Router af3043c6-2b04-433d-a280-6d7163461be0 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:29:01.647834 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:29:01.652974 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7daa200b-433d-4d4c-ac65-d8ba21f44518 admin admin] 10.222.0.37 "PUT /v2.0/routers/af3043c6-2b04-433d-a280-6d7163461be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9618113 Apr 08 11:29:01.655363 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50812) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:01.656941 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Sync routers for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:29:01.668837 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:01.669454 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:28:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:01.762261 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks [] for router (af3043c6-2b04-433d-a280-6d7163461be0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:01.780112 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:01.881129 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks [] for router_gateway (af3043c6-2b04-433d-a280-6d7163461be0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:01.999617 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Deleting port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:29:01.999954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.040477 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:29:00Z', 'revision_number': 5, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port': {'id': '0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:05:24Z', 'updated_at': '2022-04-08T11:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:02.067985 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Checking router: af3043c6-2b04-433d-a280-6d7163461be0 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:29:02.076487 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Routers {'af3043c6-2b04-433d-a280-6d7163461be0'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:02.077203 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:28:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['af3043c6-2b04-433d-a280-6d7163461be0'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:02.079433 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] For port 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:02.079797 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.093300 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Calling delete_port for 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:29:02.168189 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] Set router af3043c6-2b04-433d-a280-6d7163461be0 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:02.225774 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:29:01Z', 'revision_number': 6, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:02.253495 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4adb27-b59e-4803-af39-a9b75fe24523 None None] The sync data for ids ['af3043c6-2b04-433d-a280-6d7163461be0'] in dv-cinder-836072-3-iscsi is: [{'id': 'af3043c6-2b04-433d-a280-6d7163461be0', 'name': 'tempest-ServerRescueNegativeTestJSON-82663427-router', 'tenant_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:05:23Z', 'updated_at': '2022-04-08T11:29:01Z', 'revision_number': 6, 'project_id': 'de1ebb9f439d4fb9b52fd878808edd8a', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:29:02.364708 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.390847 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:02.453866 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (af3043c6-2b04-433d-a280-6d7163461be0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.550011 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (af3043c6-2b04-433d-a280-6d7163461be0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.552559 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks [] for router_controller (af3043c6-2b04-433d-a280-6d7163461be0), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.677829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (af3043c6-2b04-433d-a280-6d7163461be0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.678371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3043c6-2b04-433d-a280-6d7163461be0 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:29:02.683986 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.685402 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa82b027-dd68-4b86-a73b-48668e625ddb admin admin] 10.222.0.37 "DELETE /v2.0/routers/af3043c6-2b04-433d-a280-6d7163461be0 HTTP/1.1" status: 204 len: 168 time: 1.0285778 Apr 08 11:29:02.687703 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50818) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:02.735110 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Deleting subnet e512e65f-d489-4ade-b9c3-b9a94db08b16 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:29:02.739259 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Publish callbacks [] for subnet (e512e65f-d489-4ade-b9c3-b9a94db08b16), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.776516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (e512e65f-d489-4ade-b9c3-b9a94db08b16), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.858799 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (e512e65f-d489-4ade-b9c3-b9a94db08b16), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:02.999601 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (e512e65f-d489-4ade-b9c3-b9a94db08b16), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.032021 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e512e65f-d489-4ade-b9c3-b9a94db08b16,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:03.034529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.038703 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdad9cc-0dd5-4974-9048-775fee3475c6 None None] Network 06b624e9-b3cb-4605-ac06-dde933c23376 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:29:03.041827 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8fcee349-f846-4d14-a028-5dfa34080568 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e512e65f-d489-4ade-b9c3-b9a94db08b16 HTTP/1.1" status: 204 len: 168 time: 0.3529549 Apr 08 11:29:03.044482 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50820) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:03.100587 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:29:03.125822 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (06b624e9-b3cb-4605-ac06-dde933c23376), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.128186 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:29:03.128530 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 0a6b0915-d48d-41ef-a9f4-aa5ccaa9cd76 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:29:03.128963 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8189b61e-03f2-4347-b883-2ce52e91df60 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:29:03.169060 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 8189b61e-03f2-4347-b883-2ce52e91df60 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:29:03.169405 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8189b61e-03f2-4347-b883-2ce52e91df60 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:29:03.188572 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Deleting port 99683601-02ff-4dd2-ae70-9a2d40e0e096 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:29:03.188938 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.242986 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] DHCP port deletion for 06b624e9-b3cb-4605-ac06-dde933c23376 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:29:03.264524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] For port 99683601-02ff-4dd2-ae70-9a2d40e0e096, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=99683601-02ff-4dd2-ae70-9a2d40e0e096,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:03.264945 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.280636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Calling delete_port for 99683601-02ff-4dd2-ae70-9a2d40e0e096 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:29:03.308033 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Deleting port 99683601-02ff-4dd2-ae70-9a2d40e0e096 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:29:03.308596 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.414637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] For port 99683601-02ff-4dd2-ae70-9a2d40e0e096, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=99683601-02ff-4dd2-ae70-9a2d40e0e096,segment=NetworkSegment(cdf8629a-f6a0-4c93-83c3-e0cc1cda4689),segment_id=cdf8629a-f6a0-4c93-83c3-e0cc1cda4689)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:03.414637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.414637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Calling delete_port for 99683601-02ff-4dd2-ae70-9a2d40e0e096 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:29:03.506268 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.518617 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (99683601-02ff-4dd2-ae70-9a2d40e0e096), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.538738 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Pushing event deleted for resources: {'Port': ['ID=99683601-02ff-4dd2-ae70-9a2d40e0e096,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:03.541602 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] No DVR routers for this DVR port 99683601-02ff-4dd2-ae70-9a2d40e0e096 on host dv-cinder-836072-3-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:29:03.542606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Pushing event deleted for resources: {'Port': ['ID=99683601-02ff-4dd2-ae70-9a2d40e0e096,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:03.551511 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.551947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.552232 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.552597 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.552962 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.553298 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.554934 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.555275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.555618 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.555996 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.556265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.556615 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.557410 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.559157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.559498 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.572989 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafab80-07b3-450a-9b3f-5e37e21e997b None None] No DVR routers for this DVR port 99683601-02ff-4dd2-ae70-9a2d40e0e096 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:29:03.574007 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.574132 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.574889 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.575240 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.576258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.576648 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.577035 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.577370 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.578947 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.579285 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.579617 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.581352 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.582452 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.582998 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.583345 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:03.640485 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (06b624e9-b3cb-4605-ac06-dde933c23376), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.668852 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b624e9-b3cb-4605-ac06-dde933c23376']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:03.679045 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:03.679342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf8629a-f6a0-4c93-83c3-e0cc1cda4689') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:03.688852 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (cdf8629a-f6a0-4c93-83c3-e0cc1cda4689), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.702985 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (cdf8629a-f6a0-4c93-83c3-e0cc1cda4689), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.709783 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:29:03.710177 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (cdf8629a-f6a0-4c93-83c3-e0cc1cda4689), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:29:03.711849 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:29:03.856157 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (06b624e9-b3cb-4605-ac06-dde933c23376), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.865695 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:03.866459 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] 10.222.0.37 "DELETE /v2.0/networks/06b624e9-b3cb-4605-ac06-dde933c23376 HTTP/1.1" status: 204 len: 168 time: 0.8205640 Apr 08 11:29:03.876227 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a3b5-e927-417c-ba3e-a7c142a5c40b admin admin] Pushing event deleted for resources: {'Network': ['ID=06b624e9-b3cb-4605-ac06-dde933c23376,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:04.236435 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50828) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:04.279975 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ae676726-e84e-4070-904f-225748f4f117 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de1ebb9f439d4fb9b52fd878808edd8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415969 Apr 08 11:29:04.282342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50830) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:04.341595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] Publish callbacks [] for security_group (6f9398a1-b65b-45d7-873e-dc206994b9ee), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:04.364311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] Publish callbacks [] for security_group (6f9398a1-b65b-45d7-873e-dc206994b9ee), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:04.473523 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (6f9398a1-b65b-45d7-873e-dc206994b9ee), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:04.476113 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:04.477364 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9398a1-b65b-45d7-873e-dc206994b9ee HTTP/1.1" status: 204 len: 168 time: 0.1940076 Apr 08 11:29:04.485336 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d767f-8dac-4bdb-8562-fbb3053ac694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9398a1-b65b-45d7-873e-dc206994b9ee,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:04.791445 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 99683601-02ff-4dd2-ae70-9a2d40e0e096 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:29:04.816988 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 99683601-02ff-4dd2-ae70-9a2d40e0e096 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:29:04.817336 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 99683601-02ff-4dd2-ae70-9a2d40e0e096 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:29:05.581065 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50858) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:05.684201 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-823958859-network', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:05.757503 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Made reservation on behalf of c1dd84a9a7694210b0789970dea088d2 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:29:05.759899 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:05.768529 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:05.844926 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks [] for security_group (d2ed3a5c-f47a-4a47-aebb-a6ddab5df534), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:05.923585 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d2ed3a5c-f47a-4a47-aebb-a6ddab5df534), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:05.946607 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:29:05.960444 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed3a5c-f47a-4a47-aebb-a6ddab5df534,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:05.967079 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (09a7ccb0-8ece-496d-acc4-8f9bf05b6825), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:05.967678 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Added segment 09a7ccb0-8ece-496d-acc4-8f9bf05b6825 of type vlan for network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 Apr 08 11:29:06.010775 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (6fd0be2b-61aa-4f52-afee-ac2ce5d31754), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.122855 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e67072-ed83-4654-a90e-8a24c3d54f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.176198 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (6fd0be2b-61aa-4f52-afee-ac2ce5d31754), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.177320 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:06.177910 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.242989 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] Pushing event updated for resources: {'Network': ['ID=6fd0be2b-61aa-4f52-afee-ac2ce5d31754,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:06.253176 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:29:06.319126 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b2ac6376-f6f4-4a58-b6d7-3e5fe24bd19d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7336140 Apr 08 11:29:06.319430 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50864) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:06.324557 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Request body: {'subnet': {'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-subnet', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:06.420367 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Made reservation on behalf of c1dd84a9a7694210b0789970dea088d2 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:29:06.422770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051917'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.662285 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050359'] for subnet (df95cd7d-9203-411b-a336-94fb0567485c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.722317 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df95cd7d-9203-411b-a336-94fb0567485c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:06.732534 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Checking segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:29:06.732916 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Network hostable DHCP agents. Network: 6fd0be2b-61aa-4f52-afee-ac2ce5d31754, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:29:06.834191 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:29:06.895925 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 6fd0be2b-61aa-4f52-afee-ac2ce5d31754) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:06.900011 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:06.903384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:06.906908 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16c969-7dd0-414e-a8e2-36905ec6e19e None None] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:29:06.964102 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-281f61a3-db61-4dd2-9e73-419634126746 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6414423 Apr 08 11:29:06.965125 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50870) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:06.969946 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:07.016240 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:29:07.017151 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.066710 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.068028 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.125861 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for router_controller (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.160043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Allocated IP 172.20.0.2 (6fd0be2b-61aa-4f52-afee-ac2ce5d31754/df95cd7d-9203-411b-a336-94fb0567485c/b731f339-cebc-4231-86d0-102465a051ce) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:07.312708 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks [] for port (b731f339-cebc-4231-86d0-102465a051ce), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.341778 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for router_gateway (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.370774 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (b731f339-cebc-4231-86d0-102465a051ce), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.409622 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:07.412640 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:07.415183 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:29:07.431270 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Pushing event updated for resources: {'Port': ['ID=b731f339-cebc-4231-86d0-102465a051ce,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:07.490054 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Attempting to bind port b731f339-cebc-4231-86d0-102465a051ce on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:29:07.490603 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Attempting to bind port b731f339-cebc-4231-86d0-102465a051ce by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:29:07.490963 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Attempting to bind port b731f339-cebc-4231-86d0-102465a051ce on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:29:07.496486 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:29:07.496884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Checking segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:29:07.497282 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.497668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Bound using segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:29:07.498134 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Bound port: b731f339-cebc-4231-86d0-102465a051ce, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:29:07.498512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b731f339-cebc-4231-86d0-102465a051ce), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.563889 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] For port b731f339-cebc-4231-86d0-102465a051ce, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:29:07.568552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] For port b731f339-cebc-4231-86d0-102465a051ce, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=b731f339-cebc-4231-86d0-102465a051ce,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:29:07.604096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for router_gateway (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.623772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.633389 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (b731f339-cebc-4231-86d0-102465a051ce), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:07.705880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f437b0f-a972-4776-abd0-84c2013ec2bf None None] Pushing event updated for resources: {'Port': ['ID=b731f339-cebc-4231-86d0-102465a051ce,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:07.774672 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Allocated IP 172.27.1.208 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/5d04a827-e75f-4bf9-9d9c-8f447eb6073a) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:07.902087 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.022441 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.062635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:08.065482 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:08.068052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:29:08.099809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Pushing event updated for resources: {'Port': ['ID=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:08.586407 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ca460-7ce3-4594-be45-ea19db62f19c None None] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:29:08.652235 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38654f5c-a5c0-43d7-89bd-2841bb3a4aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.653347 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for router_gateway (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.663882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Provisioning complete for port b731f339-cebc-4231-86d0-102465a051ce triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:08.664254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b731f339-cebc-4231-86d0-102465a051ce), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.802720 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Current status of the port b731f339-cebc-4231-86d0-102465a051ce is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:08.804717 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b731f339-cebc-4231-86d0-102465a051ce), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.867489 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] For port b731f339-cebc-4231-86d0-102465a051ce, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=b731f339-cebc-4231-86d0-102465a051ce,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:08.895539 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device b731f339-cebc-4231-86d0-102465a051ce up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:08.898126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:08.937191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (b731f339-cebc-4231-86d0-102465a051ce), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.006172 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port b731f339-cebc-4231-86d0-102465a051ce triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:09.009537 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b731f339-cebc-4231-86d0-102465a051ce), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.037483 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c8f2a-8eef-44e0-9a1f-a6683ffdc574 None None] Pushing event updated for resources: {'Port': ['ID=b731f339-cebc-4231-86d0-102465a051ce,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:09.096279 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3688d360-05d2-439d-ac68-5adc6e511b85 None None] Provisioning complete for port b731f339-cebc-4231-86d0-102465a051ce triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:09.096977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3688d360-05d2-439d-ac68-5adc6e511b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b731f339-cebc-4231-86d0-102465a051ce), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.136182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:29:09.177420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port b731f339-cebc-4231-86d0-102465a051ce is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:09.219325 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3688d360-05d2-439d-ac68-5adc6e511b85 None None] Current status of the port b731f339-cebc-4231-86d0-102465a051ce is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:09.251119 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:29:09.260876 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:29:09.273304 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:09.274979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:09.320482 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.324825 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-44ef2f7f-d38e-4eb6-90a5-c6bdab57d89f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3558457 Apr 08 11:29:09.325360 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:09.528094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:09.531220 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.719263 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:08Z', 'revision_number': 3, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:09.747803 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:29:09.748155 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Updating router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:29:09.762185 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.782013 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:09.946408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Allocated IP 172.20.0.1 (6fd0be2b-61aa-4f52-afee-ac2ce5d31754/df95cd7d-9203-411b-a336-94fb0567485c/bad9194d-1b47-418f-97f2-9f74fa7e1c19) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:10.063032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks [] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.094333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks [] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.157731 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.164666 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.196939 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:10.199826 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:10.203302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:29:10.226883 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Attempting to bind port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:29:10.227958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Attempting to bind port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:29:10.228192 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Attempting to bind port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:29:10.233409 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d4e76-dc85-48a1-b2cd-c315bf539aa5 None None] Pushing event updated for resources: {'Port': ['ID=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Bound port: 5d04a827-e75f-4bf9-9d9c-8f447eb6073a, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:29:10.248206 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.248981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Pushing event updated for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:10.277431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.321180 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] For port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:29:10.327089 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] For port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:29:10.416328 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.491524 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-026f9a3d-e603-4e41-90e1-6f0199a02428 None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:10.491826 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-026f9a3d-e603-4e41-90e1-6f0199a02428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.496997 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:10.497561 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:10.510874 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.516243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d4e76-dc85-48a1-b2cd-c315bf539aa5 None None] Pushing event updated for resources: {'Port': ['ID=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:10.580090 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-026f9a3d-e603-4e41-90e1-6f0199a02428 None None] Port bad9194d-1b47-418f-97f2-9f74fa7e1c19 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:29:10.643438 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:10.684062 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks [] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.741968 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.811077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device b731f339-cebc-4231-86d0-102465a051ce up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:10.816331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Pushing event updated for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:10.822660 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.843893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.906475 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port b731f339-cebc-4231-86d0-102465a051ce triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:10.906812 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b731f339-cebc-4231-86d0-102465a051ce), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:10.925272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:10.934441 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:10.944539 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:09Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:10.984318 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa491-1160-4a4c-9cc2-b2bc8b800168 None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:09Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:29:11.048890 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port b731f339-cebc-4231-86d0-102465a051ce is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:11.090065 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:29:11.221913 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-18d6cd0e-3294-4041-bc8d-d79ee9368b31 None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:11.227215 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18d6cd0e-3294-4041-bc8d-d79ee9368b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:11.235152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:29:11.242495 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e38dfba8-bbc3-4b75-a29e-ff657c00f9dc admin admin] 10.222.0.37 "PUT /v2.0/routers/9bcbcf5b-bf10-4935-99f3-cf386e934eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157286 Apr 08 11:29:11.270648 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-18d6cd0e-3294-4041-bc8d-d79ee9368b31 None None] Port bad9194d-1b47-418f-97f2-9f74fa7e1c19 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:29:12.261480 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:12.822151 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 5d04a827-e75f-4bf9-9d9c-8f447eb6073a up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:12.878001 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:12.878644 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:12.931288 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50902) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:12.936216 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111973440', 'description': 'tempest-description--999397903'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:12.964535 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:12.970418 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:12.987393 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:13.010483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.053122 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.113649 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (e3b25272-62ec-4160-947e-8e3659bef8b2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.113970 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:29:13.123615 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:13.124195 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:13.124834 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:13.187426 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e3b25272-62ec-4160-947e-8e3659bef8b2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.217763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b25272-62ec-4160-947e-8e3659bef8b2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:13.240861 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:13.280669 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.281883 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2740c25a-0958-4338-8a08-d0f3448a1424 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3495402 Apr 08 11:29:13.285222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 50908) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:13.289787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group_rule': {'security_group_id': 'e3b25272-62ec-4160-947e-8e3659bef8b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:13.386179 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (f68c2b45-accb-459c-a76f-b84630167a84), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.443652 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (f68c2b45-accb-459c-a76f-b84630167a84), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.447751 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 2, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:13.475416 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:29:13.475761 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Updating router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 port bad9194d-1b47-418f-97f2-9f74fa7e1c19 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:29:13.506511 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.524105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (f68c2b45-accb-459c-a76f-b84630167a84), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.543886 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68c2b45-accb-459c-a76f-b84630167a84,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:13.629513 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.631154 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-351023ae-1ab2-4c9e-a637-99acf2e7e395 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449407 Apr 08 11:29:13.639586 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50910) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:13.646348 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group_rule': {'security_group_id': 'e3b25272-62ec-4160-947e-8e3659bef8b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:13.770038 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (e2db2941-1d25-4704-bb2e-e6e5cc469bad), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.785275 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks [] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.834080 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (e2db2941-1d25-4704-bb2e-e6e5cc469bad), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.855955 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.911764 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Pushing event updated for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:13.936552 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.936918 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.937271 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.937617 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.937947 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.938267 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.938604 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.938919 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.939239 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.940132 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.941134 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.941476 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.941798 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.942116 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.942426 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:13.946535 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (e2db2941-1d25-4704-bb2e-e6e5cc469bad), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:13.975021 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2db2941-1d25-4704-bb2e-e6e5cc469bad,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:13.993732 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Attempting to bind port bad9194d-1b47-418f-97f2-9f74fa7e1c19 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:29:13.994096 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Attempting to bind port bad9194d-1b47-418f-97f2-9f74fa7e1c19 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:29:13.994448 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Attempting to bind port bad9194d-1b47-418f-97f2-9f74fa7e1c19 on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:29:13.999848 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:29:14.000212 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Checking segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:29:14.000605 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.001022 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Bound using segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:29:14.001484 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Bound port: bad9194d-1b47-418f-97f2-9f74fa7e1c19, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:29:14.001858 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.072882 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.074978 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ec1f9905-d1b5-4a1b-a98e-e5ebd6feff65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4335511 Apr 08 11:29:14.077241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 50912) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:14.083791 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:14.088925 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] For port bad9194d-1b47-418f-97f2-9f74fa7e1c19, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:29:14.092735 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] For port bad9194d-1b47-418f-97f2-9f74fa7e1c19, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bad9194d-1b47-418f-97f2-9f74fa7e1c19,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:29:14.122256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ff1c8208-2209-4f70-842a-3bd745be099b None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:14.123166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8208-2209-4f70-842a-3bd745be099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.160148 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c8208-2209-4f70-842a-3bd745be099b None None] Port bad9194d-1b47-418f-97f2-9f74fa7e1c19 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:29:14.169917 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.176174 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.216427 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:14.216427 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:14.286555 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.313787 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f2f08-5d26-4f11-86f9-b5a7a6d9c343 None None] Pushing event updated for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:14.356104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:14.414577 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Allocated IP 172.27.1.219 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/91f6e35c-c012-47b8-b56c-c38117d7c6c1) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:14.482974 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:14.483466 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.525602 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.568704 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Current status of the port bad9194d-1b47-418f-97f2-9f74fa7e1c19 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:14.569097 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.607902 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] For port bad9194d-1b47-418f-97f2-9f74fa7e1c19, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bad9194d-1b47-418f-97f2-9f74fa7e1c19,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:14.614994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.650101 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:14.655149 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:14.657870 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:14.662174 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:29:14.679047 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81757-299d-4496-8f07-696ba36a6d3c None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:29:14.689453 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=91f6e35c-c012-47b8-b56c-c38117d7c6c1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:14.689781 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.756191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c4697-0ee8-4850-a467-52374adf7aae None None] Pushing event updated for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:14.770016 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.834580 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bad9194d-1b47-418f-97f2-9f74fa7e1c19 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:14.883839 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:14.892938 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:14.893305 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.023833 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:29:15.085719 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.114090 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port bad9194d-1b47-418f-97f2-9f74fa7e1c19 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:15.115195 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 5d04a827-e75f-4bf9-9d9c-8f447eb6073a up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:15.154771 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.177804 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:15.178288 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.257139 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=91f6e35c-c012-47b8-b56c-c38117d7c6c1,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:15.266771 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.300366 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:15.366383 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:15.368727 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-2456a921-ef8b-4569-86b7-107878eecfaa tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2894299 Apr 08 11:29:15.515379 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-d76121e1-3d7f-49ac-b7cd-386cc409c818 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1111973440&fields=id&tenant_id=c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 267 time: 0.0412691 Apr 08 11:29:15.624169 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-73f55764-d9de-4e5e-87ac-8c18cd8e8ab5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:15.625661 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-73f55764-d9de-4e5e-87ac-8c18cd8e8ab5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 816 time: 0.1033001 Apr 08 11:29:15.639821 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-082e3fb6-bb0f-4afd-ba10-13ba7c22e058 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/quotas/c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Apr 08 11:29:15.694564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-2c57f2a3-6929-4a8a-881e-8cd4ab466b81 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494804 Apr 08 11:29:15.755942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-66d85a06-8e4c-4c3c-a48f-3d4a844d4895 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:29:15.756957 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-66d85a06-8e4c-4c3c-a48f-3d4a844d4895 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517747 Apr 08 11:29:15.850558 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-997bc6dc-3112-4e76-926f-f7f9d5f73fea service neutron] 10.222.0.37 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878179 Apr 08 11:29:15.938917 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1bfd3a9d-0f02-4f3a-afe8-81318617ceb7 service neutron] 10.222.0.37 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Apr 08 11:29:16.173623 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-de524b4c-5f55-4004-9e29-4cac1865d26c req-fb540da2-d21c-4b45-a030-aef1499090b0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 210 time: 0.0279083 Apr 08 11:29:16.821878 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bad9194d-1b47-418f-97f2-9f74fa7e1c19 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:16.879976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port bad9194d-1b47-418f-97f2-9f74fa7e1c19 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:16.880333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:16.974905 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port bad9194d-1b47-418f-97f2-9f74fa7e1c19 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:17.259356 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c8cce281-bd14-4d78-9242-79992b688cc7 req-56abc137-6ccb-4feb-bc6c-b42236e3d8ac tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 210 time: 0.0314658 Apr 08 11:29:18.384939 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-ed00fd28-6e12-47ce-90c5-89f4c2718ce5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:18.386474 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-ed00fd28-6e12-47ce-90c5-89f4c2718ce5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 816 time: 0.1168141 Apr 08 11:29:18.387306 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-193c54f5-79cb-42d9-b782-8dc43c69dff4 req-49d777f9-8280-4e92-b6ec-4e20861bb3cf tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 210 time: 0.0390289 Apr 08 11:29:18.449548 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-813da81c-2c16-4965-87fe-d0a7d2947b0f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 380 time: 0.0545495 Apr 08 11:29:18.459079 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'port': {'device_id': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'admin_state_up': True, 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'security_groups': ['e3b25272-62ec-4160-947e-8e3659bef8b2']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:18.627736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Made reservation on behalf of c1dd84a9a7694210b0789970dea088d2 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:29:18.631061 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:18.762868 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Allocated IP 172.20.0.5 (6fd0be2b-61aa-4f52-afee-ac2ce5d31754/df95cd7d-9203-411b-a336-94fb0567485c/e4470f54-013f-4eaf-8a3a-f72a0a99d3b2) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:18.917277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.010298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.057129 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:19.060128 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:19.067126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:29:19.073241 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:19.119411 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:19.120048 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.225228 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-24fea070-2f59-4676-beb9-dae0597e8a27 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696202 Apr 08 11:29:19.239433 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-b19e04f7-d62a-41c4-8b28-609998daf75b None None] Provisioning complete for port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:19.239992 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b19e04f7-d62a-41c4-8b28-609998daf75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.277244 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Request body: {'port': {'device_id': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:19.277589 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b19e04f7-d62a-41c4-8b28-609998daf75b None None] Port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:29:19.335175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.578752 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe917-8ce8-4124-b980-22c935a74871 req-57c37646-62c8-4ecd-a462-a32a416adafe tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:19.580440 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a4fe917-8ce8-4124-b980-22c935a74871 req-57c37646-62c8-4ecd-a462-a32a416adafe tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 931 time: 0.1142473 Apr 08 11:29:19.667664 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a4fe917-8ce8-4124-b980-22c935a74871 req-618eb88b-da92-4405-9346-51e56f945ef3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812502 Apr 08 11:29:19.677154 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:29:19.684561 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks [] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.697102 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Transition to ACTIVE for port object e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:29:19.762687 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.826643 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Pushing event updated for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:19.891315 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Attempting to bind port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:29:19.891655 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Attempting to bind port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:29:19.891984 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Attempting to bind port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:29:19.897137 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:29:19.897465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Attempting to bind port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:29:19.902663 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:29:19.908494 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Checking segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:29:19.908494 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Bound using segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:29:19.908494 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Bound port: e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:29:19.908494 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:19.974081 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:29:19.977191 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:29:20.073208 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:20.095297 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:20.111176 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.111797 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:20.113200 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] 10.222.0.61 "PUT /v2.0/ports/e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1093 time: 0.8403733 Apr 08 11:29:20.113631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:20.115850 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:29:20.143155 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e6c4-fea6-4993-b888-38b5db4fa6da service neutron] Pushing event updated for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:20.158786 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d4baa-67ab-444f-a9be-dc4a3130e047 x-openstack-request-id: req-596d4baa-67ab-444f-a9be-dc4a3130e047 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:29:20.159087 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:29:20.159341 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-596d4baa-67ab-444f-a9be-dc4a3130e047 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:29:20.159753 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596d4baa-67ab-444f-a9be-dc4a3130e047'] response: {'name': 'network-changed', 'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'status': 'completed', 'code': 200} Apr 08 11:29:20.230975 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-847f2fc9-2aca-4cba-99c5-1b620d6a49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.232485 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-847f2fc9-2aca-4cba-99c5-1b620d6a49b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1127 time: 0.0486374 Apr 08 11:29:20.341774 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-529ca58e-ded9-4734-be6e-b0604febd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.343250 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-529ca58e-ded9-4734-be6e-b0604febd36e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c1dd84a9a7694210b0789970dea088d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0962582 Apr 08 11:29:20.441453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-293cd51f-e8eb-47ae-86c1-140f1adf1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.442952 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-77e1db11-1c0d-41fc-ae67-7d1262d18c2b req-293cd51f-e8eb-47ae-86c1-140f1adf1c78 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941203 Apr 08 11:29:20.530597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-4a65fc3f-6f8d-4e67-b746-5b4672c6f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.532347 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-4a65fc3f-6f8d-4e67-b746-5b4672c6f142 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1127 time: 0.0485370 Apr 08 11:29:20.576511 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-c8ebe783-5621-44cf-8efa-137fb6d1208f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0371475 Apr 08 11:29:20.623520 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-3d6da9df-9377-48dc-9d0a-8b2186283d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.625016 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-3d6da9df-9377-48dc-9d0a-8b2186283d10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0428195 Apr 08 11:29:20.672422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-eadb1dcf-f3c8-4839-a55e-aaec7edc05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.673890 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-eadb1dcf-f3c8-4839-a55e-aaec7edc05dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432396 Apr 08 11:29:20.796265 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-cb65e2ea-37a9-412e-a4b6-bded6d1f6865 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163607 Apr 08 11:29:20.827287 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc91e3-b4ce-4c9c-944b-de7223185124 req-a49c73b0-ad5f-4a00-b8f9-b654cdf9d93e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.828717 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ebc91e3-b4ce-4c9c-944b-de7223185124 req-a49c73b0-ad5f-4a00-b8f9-b654cdf9d93e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 943 time: 0.0887878 Apr 08 11:29:21.172421 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3ebc91e3-b4ce-4c9c-944b-de7223185124 req-6bd5d899-da05-47ff-b13f-01210b0afa41 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368244 Apr 08 11:29:21.177123 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d48584a8-2476-4e00-afb4-37bb0b58fc1e req-64054aff-f908-4907-aa26-2072218afc7a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744113 Apr 08 11:29:22.297730 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fddaa3-fe1f-45fb-bf3f-d8139fc1582e req-2917018d-644d-4b25-9af0-d014357c4b08 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:22.299339 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0fddaa3-fe1f-45fb-bf3f-d8139fc1582e req-2917018d-644d-4b25-9af0-d014357c4b08 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 943 time: 0.0541849 Apr 08 11:29:22.350475 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f0fddaa3-fe1f-45fb-bf3f-d8139fc1582e req-4c69ab96-7cd0-4b55-9965-4e40d4b338c3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Apr 08 11:29:23.474792 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaa54-e4b0-4751-95e6-400c570f1810 req-109e6a3b-b217-4b82-bd71-37b8a5e2b350 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:23.476261 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99bbaa54-e4b0-4751-95e6-400c570f1810 req-109e6a3b-b217-4b82-bd71-37b8a5e2b350 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 943 time: 0.0533309 Apr 08 11:29:23.521172 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-99bbaa54-e4b0-4751-95e6-400c570f1810 req-dbee7227-cc76-4ded-867c-b6e8e808afd0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Apr 08 11:29:24.604286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:29:24.641419 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a0e80-3306-4713-8db4-61276f475087 req-abb60a20-f6d8-4cbd-a667-5f1dcbb9ba6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:24.642925 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c4a0e80-3306-4713-8db4-61276f475087 req-abb60a20-f6d8-4cbd-a667-5f1dcbb9ba6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 943 time: 0.0538628 Apr 08 11:29:24.697213 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6c4a0e80-3306-4713-8db4-61276f475087 req-cead628d-e241-4df1-8693-168df99a4060 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488012 Apr 08 11:29:24.712334 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:24.724407 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'port_id': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'mac_address': 'fa:16:3e:aa:fa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:29:24.761228 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:24.765829 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:24.774938 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:29:24.795434 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:24.859678 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:24.910947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:25.214239 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:29:25.817235 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e894ad-2b34-44b5-b1d7-9f66972480be req-1fd0dc29-6590-4073-a0e4-1a4fada27944 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:25.818611 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3e894ad-2b34-44b5-b1d7-9f66972480be req-1fd0dc29-6590-4073-a0e4-1a4fada27944 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Apr 08 11:29:25.868418 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3e894ad-2b34-44b5-b1d7-9f66972480be req-e6f927e4-cfd2-441d-b796-e518b6729cc0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Apr 08 11:29:26.618111 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:29:26.754632 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:29:26.759077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:29:26.762157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:26.837470 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:29:26.837851 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:26.860435 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:26.863406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dcd26b-0c65-4039-83e3-7c1952cea529" -d '{"events": [{"server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:29:26.876020 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:29:26.939742 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:26.964209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27e0bd0-76a5-4adc-bdaf-b8c96de14973 x-openstack-request-id: req-a27e0bd0-76a5-4adc-bdaf-b8c96de14973 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:29:26.964888 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "name": "network-vif-plugged", "status": "completed", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:29:26.965615 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a27e0bd0-76a5-4adc-bdaf-b8c96de14973 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:29:26.966227 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27e0bd0-76a5-4adc-bdaf-b8c96de14973'] response: {'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'code': 200} Apr 08 11:29:26.998056 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:26.999707 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922f97f-7970-49e8-af20-0bd50d8e3e42 req-c6599c1f-0e4a-4374-a04c-6b8c39435ffb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:27.001351 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d922f97f-7970-49e8-af20-0bd50d8e3e42 req-c6599c1f-0e4a-4374-a04c-6b8c39435ffb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0619779 Apr 08 11:29:27.048497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d922f97f-7970-49e8-af20-0bd50d8e3e42 req-8b2aabce-612a-403a-974b-44df84892b00 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Apr 08 11:29:27.276064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0ec6b-f37d-45b0-ac7f-fbe60d5d9cdd req-0e203531-98f3-4786-ae77-1a8212f14196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:27.277589 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4eb0ec6b-f37d-45b0-ac7f-fbe60d5d9cdd req-0e203531-98f3-4786-ae77-1a8212f14196 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0436747 Apr 08 11:29:27.321054 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4eb0ec6b-f37d-45b0-ac7f-fbe60d5d9cdd req-400fc114-9e51-435c-b3a9-3d0eea23ef38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Apr 08 11:29:28.172746 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770f4a-fc04-4be4-8910-451f3835dcf8 req-e88c1aad-ab67-4974-9844-8de731b4f6dd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:28.174247 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8b770f4a-fc04-4be4-8910-451f3835dcf8 req-e88c1aad-ab67-4974-9844-8de731b4f6dd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Apr 08 11:29:28.221065 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8b770f4a-fc04-4be4-8910-451f3835dcf8 req-eb4e5bbb-b6f7-4543-9e18-b471d29403bd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Apr 08 11:29:29.349590 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e6d26-255e-4311-ad6e-aef26c8e9895 req-b4048cac-d8cd-4262-bfd5-c9fdfed8d443 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:29.351067 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d3e6d26-255e-4311-ad6e-aef26c8e9895 req-b4048cac-d8cd-4262-bfd5-c9fdfed8d443 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0563073 Apr 08 11:29:29.404397 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d3e6d26-255e-4311-ad6e-aef26c8e9895 req-b60a35f8-e4f0-40f5-87ea-83c25f85483e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Apr 08 11:29:29.534753 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6a278-07ca-4baa-af8b-b4a53d0dd93c req-49129817-1586-42f0-b200-7f6e6ffbfed5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:29.536172 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5bd6a278-07ca-4baa-af8b-b4a53d0dd93c req-49129817-1586-42f0-b200-7f6e6ffbfed5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0609138 Apr 08 11:29:29.545257 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 51038) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:29:29.549624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'floatingip': {'port_id': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:29.598069 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:30.093525 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:30.147016 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:30.263731 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Floating IP e9c6ab37-2a5b-4e63-8561-40c24b93cb9c associated. External IP: 172.27.1.219, port: e4470f54-013f-4eaf-8a3a-f72a0a99d3b2. Apr 08 11:29:30.491938 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:29:30.620443 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:29:30.625365 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:30.630436 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:29:30.639758 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:30.640364 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:30.654445 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a6d2d3e7-acdc-4d0a-aad3-6c65d6e56b2b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "PUT /v2.0/floatingips/e9c6ab37-2a5b-4e63-8561-40c24b93cb9c HTTP/1.1" status: 200 len: 991 time: 1.1081386 Apr 08 11:29:30.655010 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:30.657361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06781e2-6e70-4016-8688-6bdf8c85b09d" -d '{"events": [{"name": "network-changed", "server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:29:30.750631 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a694623-d60e-41d2-a999-fe4fa22ab394 x-openstack-request-id: req-6a694623-d60e-41d2-a999-fe4fa22ab394 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:29:30.750919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:29:30.751166 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a694623-d60e-41d2-a999-fe4fa22ab394 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:29:30.751568 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a694623-d60e-41d2-a999-fe4fa22ab394'] response: {'name': 'network-changed', 'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'status': 'completed', 'code': 200} Apr 08 11:29:30.755614 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:30.815040 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-92862dfe-b17e-4ccc-9d02-cf717c8178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:30.817512 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-92862dfe-b17e-4ccc-9d02-cf717c8178bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0461555 Apr 08 11:29:30.913370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-6229a779-f22c-479c-9b26-cdf0de401f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:30.914995 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-6229a779-f22c-479c-9b26-cdf0de401f03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0919189 Apr 08 11:29:30.995488 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-08beb8e2-e2f9-4ed6-a7bb-d0f20a4c1bc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 999 time: 0.0729530 Apr 08 11:29:31.035091 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e9c6ab37-2a5b-4e63-8561-40c24b93cb9c', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:aa:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:14Z', 'updated_at': '2022-04-08T11:29:29Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:31.045964 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-e9966af6-b857-4abc-8d52-ec5eb7b4891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:31.047447 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-e9966af6-b857-4abc-8d52-ec5eb7b4891b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0450859 Apr 08 11:29:31.061778 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:29:31.070833 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:29:31.071435 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:29:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:31.099458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-b5b58cdc-5c61-4339-b698-169b77352b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:31.101023 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-b5b58cdc-5c61-4339-b698-169b77352b05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482159 Apr 08 11:29:31.181877 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:29:31.189811 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-a3abfab0-f2f9-42c3-ab1c-37b4794a4b1b service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832951 Apr 08 11:29:31.284179 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c06781e2-6e70-4016-8688-6bdf8c85b09d req-bd228e77-4138-49e4-9cca-8150e93fe28c service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Apr 08 11:29:31.530794 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e9c6ab37-2a5b-4e63-8561-40c24b93cb9c', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:aa:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:14Z', 'updated_at': '2022-04-08T11:29:29Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:31.557075 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87587ba3-e035-4bc6-88c2-5f033a50d5f2 None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e9c6ab37-2a5b-4e63-8561-40c24b93cb9c', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:aa:fa:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:14Z', 'updated_at': '2022-04-08T11:29:29Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:29:31.739626 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ad937-dc55-465b-9d44-bb5b7f51d051 None None] New status for floating IP e9c6ab37-2a5b-4e63-8561-40c24b93cb9c: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:29:36.151888 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-035f096f-c35d-48c1-ac6d-bb2068e695e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:38.631803 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9dca996b-9ba9-4c45-85f3-8a35aff6f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:39.426920 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:40.774755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:42.248801 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:50.122778 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:29:52.023882 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:30:06.133671 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da864c93-4615-437a-b723-4925cac5f0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:08.608162 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b7911f75-71b5-48a4-8d06-58b679f65cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:09.436398 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:10.829054 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:12.240656 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:20.092747 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:29.023829 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:30:36.109012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a829c861-a783-490a-b01c-2ee28d83e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:38.617931 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-413a3ae3-c2a8-429b-b679-0a0980d87cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:39.416426 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:40.803148 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:42.257998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:30:46.412994 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-a2a95d98-3ccb-4146-aac6-f9faa99978f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447769 Apr 08 11:30:46.506541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-c0086500-ab74-441d-a4b7-b9d927e12e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:46.508060 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-c0086500-ab74-441d-a4b7-b9d927e12e73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0462282 Apr 08 11:30:46.634730 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-6a606022-3b87-42c3-8b75-ad271be9c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:46.636309 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-6a606022-3b87-42c3-8b75-ad271be9c619 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.1093814 Apr 08 11:30:46.703658 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-0095ea8b-d4af-4423-b6b7-26ca32c7b97b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0602071 Apr 08 11:30:46.757345 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-26a912b4-fb6d-4339-8b49-bae8642819d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:46.758866 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-26a912b4-fb6d-4339-8b49-bae8642819d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0484288 Apr 08 11:30:46.808344 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-e634be94-f9b4-4831-a928-357821c927a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:46.809964 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-e634be94-f9b4-4831-a928-357821c927a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449102 Apr 08 11:30:46.902970 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-ddc98d39-15fe-43d5-b623-4117fe428c88 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Apr 08 11:30:46.999795 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9041d093-617a-4a72-bc12-9a3b1c0e4496 req-ec252fef-1ed0-45c4-961d-9a5aa1f98ece service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Apr 08 11:30:50.107309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:06.022268 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:31:06.112274 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b5b48487-c7f9-46f8-9f69-bf28fdf1ee79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:08.622434 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c8511b1d-2259-4a5d-9bdc-0f96a3a6af0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:09.414677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:10.821153 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:12.240871 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:20.119081 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:36.107209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd3cd-f6fe-45e5-9010-c2ed6d8a65be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:38.639085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0560cbf9-4fc4-40ac-b763-dcc22dbf535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:39.425156 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:40.865581 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:42.244443 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:43.021192 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:31:46.486800 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-e5f3095e-e9cb-481d-a332-0670f0f18956 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067107 Apr 08 11:31:46.572045 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-e5e7bb3e-d11c-4b01-a341-52798326dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:46.573567 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-e5e7bb3e-d11c-4b01-a341-52798326dc0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0477078 Apr 08 11:31:46.680664 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-18bce4b6-23b3-4026-8b75-c21aad186b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:46.682264 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-18bce4b6-23b3-4026-8b75-c21aad186b3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0902712 Apr 08 11:31:46.750203 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-cb0c219c-3a24-4a5d-9770-455332fb81ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0617507 Apr 08 11:31:46.796238 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-f9d0b2e6-37ba-43ae-a502-f047c3aa53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:46.797668 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-f9d0b2e6-37ba-43ae-a502-f047c3aa53dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0423689 Apr 08 11:31:46.845202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-5d41b3ee-328a-4f4e-ba56-ededac8e9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:46.846677 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-5d41b3ee-328a-4f4e-ba56-ededac8e9096 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426829 Apr 08 11:31:46.945546 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-73570d7b-4e21-43eb-baab-3696175e3940 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929213 Apr 08 11:31:47.033406 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6beecf5d-dea8-4cd3-9535-e71fc2617700 req-1ebd80cd-143c-4659-a5fc-0532142d0aba service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812204 Apr 08 11:31:50.133198 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.273372 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 51798) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:31:56.376474 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.447441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Publish callbacks [] for security_group (18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.492867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.529337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:31:56.533858 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6456cc2c433b47699b2151ff9fe5c0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594876 Apr 08 11:31:56.537153 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 51804) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:31:56.539247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.539603 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.539949 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.540292 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.540626 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.540987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.541322 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.541649 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.541977 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.542309 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.542637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.542969 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.543293 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.543618 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.543945 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c001bc4c-cd23-4a38-ba98-bb490ce5817c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.586444 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Publish callbacks [] for security_group (18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.612693 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Publish callbacks [] for security_group (18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.746492 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.749295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:31:56.750446 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f HTTP/1.1" status: 204 len: 168 time: 0.2121296 Apr 08 11:31:56.761609 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c41fe6-9f10-44ed-b6d8-02fd7b5f3b3f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:31:56.773382 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.773818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.774377 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.774942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.775517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.776089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.776654 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.777244 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.777803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.778368 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.778922 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.779535 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.780006 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.780545 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:31:56.781127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93411128-7eae-4eca-8edf-dee145901c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:06.094890 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b671fcf3-d006-4e81-9ab4-cf413d10761c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:08.597508 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f0490b5-6c84-4cab-8f98-c45413a0529f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:09.442144 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:10.860058 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:12.241487 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:20.021271 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:32:20.117156 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:36.128446 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-14e0a9c1-ba9c-4b1f-93bf-33a9dc01c6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:38.623067 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bc199c0-1e77-4ac9-8274-54e6c2e3895c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:39.451564 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:40.822942 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:42.241885 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:48.070655 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-611da265-6529-4623-8cc5-021a76dec57d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433140 Apr 08 11:32:48.155776 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5582-88a7-4412-b5ef-745e374264cc req-1f11fd3c-9a7e-4d05-a22f-469ca3238de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:48.157299 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-1f11fd3c-9a7e-4d05-a22f-469ca3238de2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0476103 Apr 08 11:32:48.261968 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5582-88a7-4412-b5ef-745e374264cc req-7a7a87b9-53f6-40b4-838d-5430fb8358e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:48.263416 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-7a7a87b9-53f6-40b4-838d-5430fb8358e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0878978 Apr 08 11:32:48.329232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-2c50e862-f41f-40fc-8e07-29b4274f41e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0555706 Apr 08 11:32:48.379180 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5582-88a7-4412-b5ef-745e374264cc req-f863c660-2668-4905-83a2-4056fef45885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:48.380570 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-f863c660-2668-4905-83a2-4056fef45885 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0460956 Apr 08 11:32:48.429069 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5582-88a7-4412-b5ef-745e374264cc req-1d2dd4fa-4f4f-4b18-857f-ea481d8a24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:48.430562 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-1d2dd4fa-4f4f-4b18-857f-ea481d8a24b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443451 Apr 08 11:32:48.527105 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-e50fe567-cbc1-46d9-a0e0-b4b4dc3193cf service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904880 Apr 08 11:32:48.619364 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06ad5582-88a7-4412-b5ef-745e374264cc req-400b2809-92da-402b-9d19-76c556e2fcf0 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Apr 08 11:32:50.138493 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:32:57.019960 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:33:06.097870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-09ecdb73-8716-4419-a7f8-bc2c6af59494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:08.604582 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3aa7bf54-4801-4a90-a744-b8e69b838cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:09.444035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:10.821482 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:12.255809 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:20.135240 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:34.020068 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:33:36.119669 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91dc1beb-f0f7-4d4d-b671-788d7c6aa538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:38.643099 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcd05-5009-4cb3-ac94-132b37757411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:39.445315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:40.822569 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:42.269046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:33:47.398794 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-e327af12-f4f4-4490-aa3d-7235fa241367 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423656 Apr 08 11:33:47.484426 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4435-b174-41d9-b255-10c249ad844e req-4c2eb7b2-6dd8-41ef-bd40-f2e912753e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:47.485948 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-4c2eb7b2-6dd8-41ef-bd40-f2e912753e76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0478363 Apr 08 11:33:47.586714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4435-b174-41d9-b255-10c249ad844e req-9a4f3cc2-b4ef-4a5b-8979-ddbd1392530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:47.588198 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-9a4f3cc2-b4ef-4a5b-8979-ddbd1392530f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0849187 Apr 08 11:33:47.659517 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-442473c9-a9d2-4a2b-83af-eeca7a517d56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0614166 Apr 08 11:33:47.704463 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4435-b174-41d9-b255-10c249ad844e req-2360e76f-f9d6-4ba3-be62-930427c43b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:47.706381 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-2360e76f-f9d6-4ba3-be62-930427c43b1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0415299 Apr 08 11:33:47.753172 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4435-b174-41d9-b255-10c249ad844e req-f895b352-0c5f-4d34-9942-b541f98020b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:47.754586 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-f895b352-0c5f-4d34-9942-b541f98020b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421538 Apr 08 11:33:47.842338 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-777357fd-84cc-497d-8854-d1ec7ba2e658 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817432 Apr 08 11:33:47.929011 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-781a4435-b174-41d9-b255-10c249ad844e req-9dde5560-1538-4434-bedd-8d532d659668 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804222 Apr 08 11:33:50.139821 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:06.118475 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18e7b051-65ac-46c0-aac7-2ea952634794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:08.598637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a42449e7-ec0f-41e1-baf8-7b16a0099b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:09.455994 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:10.870329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:11.019735 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:34:12.261256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:20.169309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:36.126480 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cf4e549f-b232-4ebe-94f4-1e987786eb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:38.606492 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f16cb713-20f6-4ebd-afeb-ca344fac4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:39.463390 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:40.840505 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:42.251575 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:34:48.018069 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:34:49.400071 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-bd0958ad-00d1-40e0-9ba4-f7ddc556b200 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460589 Apr 08 11:34:49.482083 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-a0b5b9d9-c648-43b8-a4eb-04bb9ce1127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:49.483542 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-a0b5b9d9-c648-43b8-a4eb-04bb9ce1127e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0438261 Apr 08 11:34:49.582826 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-28b9c376-8171-4ed8-8f83-634d3ef28a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:49.584521 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-28b9c376-8171-4ed8-8f83-634d3ef28a54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0828273 Apr 08 11:34:49.650269 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-5d8b01c2-32ba-4261-b10f-37f6589bb36e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0601645 Apr 08 11:34:49.695911 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-bb343a2d-9760-4d59-93f3-cab8ac605fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:49.697332 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-bb343a2d-9760-4d59-93f3-cab8ac605fe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0416973 Apr 08 11:34:49.743803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-20e00fff-ead5-448c-be1d-2b5e9438ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:49.745265 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-20e00fff-ead5-448c-be1d-2b5e9438ea92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419230 Apr 08 11:34:49.836404 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-6cf1d564-af17-4c99-a416-90b3d23d6314 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Apr 08 11:34:49.927180 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a21e739d-1cef-4e43-95ca-06622d1ffaa4 req-df420f12-f555-49d7-a353-2113870ccde2 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847571 Apr 08 11:34:50.140101 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:06.128157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6457-1291-4d9d-a43b-3c2813d37f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:08.613071 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7dc7-6baa-43a4-8a94-afad3ea71b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:09.453597 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:10.824620 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:12.236157 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:20.150026 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:25.017064 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:35:36.112304 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d539c5d-14b0-4346-9252-e20d3b3aa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:38.606265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-675f244a-11e1-4408-a71a-5de2b8f87618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:39.435128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:40.834868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:42.250020 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:50.149034 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:50.858860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52780) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:51.335774 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (6a476438-d859-488a-81fe-2bc9e15a204d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:51.703924 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-c9643e3f-870a-4ae3-aa18-65988d10536b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3323398 Apr 08 11:35:51.811392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-aa56b861-dd43-4397-af33-b126bc09bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:51.812897 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-aa56b861-dd43-4397-af33-b126bc09bf5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 1129 time: 0.0688212 Apr 08 11:35:51.955319 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-595235d3-1a17-4d84-8e91-1f20eca12dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:51.956795 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-595235d3-1a17-4d84-8e91-1f20eca12dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.1120472 Apr 08 11:35:51.973398 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Deleting port 9058226f-567e-4c2d-9e49-7cbc9480894f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:35:51.973733 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:52.077625 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-9e39eea0-ecbd-4643-bd07-68de0e6e4452 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.1139362 Apr 08 11:35:52.135793 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] For port 9058226f-567e-4c2d-9e49-7cbc9480894f, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=9058226f-567e-4c2d-9e49-7cbc9480894f,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:35:52.136157 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:52.155322 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-698a5da9-0c3e-495c-80c3-161b9eca162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:52.156801 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-698a5da9-0c3e-495c-80c3-161b9eca162d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0730395 Apr 08 11:35:52.157604 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Calling delete_port for 9058226f-567e-4c2d-9e49-7cbc9480894f owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:35:52.250454 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-9b4e26e0-ea4e-45e7-a019-fe4579099589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:52.251850 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-9b4e26e0-ea4e-45e7-a019-fe4579099589 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889561 Apr 08 11:35:52.398060 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-fcee111f-3e7f-49b6-bc18-a59e98b58253 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396170 Apr 08 11:35:52.513348 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e42ab802-5f6a-4a6b-91cd-0c5e44f4a6a6 req-83d4d3bd-c4a0-4a25-9ec3-fc585426cdea service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095364 Apr 08 11:35:52.557969 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (9058226f-567e-4c2d-9e49-7cbc9480894f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:52.589221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9058226f-567e-4c2d-9e49-7cbc9480894f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.641150 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:52.768546 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (6a476438-d859-488a-81fe-2bc9e15a204d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:52.989222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Router 6a476438-d859-488a-81fe-2bc9e15a204d has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:35:53.106458 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:35:53.111549 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-771cd45d-a5d7-4a5c-a72a-3385ef174ec8 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a476438-d859-488a-81fe-2bc9e15a204d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2516794 Apr 08 11:35:53.114008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52792) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:53.116995 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Sync routers for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:53.127314 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:35:53.127923 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:53.222222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks [] for router (6a476438-d859-488a-81fe-2bc9e15a204d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.235668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:35:53.340277 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks [] for router_gateway (6a476438-d859-488a-81fe-2bc9e15a204d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.448766 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Deleting port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:35:53.449097 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.527275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] For port 8a3641c6-8943-4250-b3d5-9e5abd8b8af5, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:35:53.527638 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.540991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Calling delete_port for 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:35:53.543952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:35:52Z', 'revision_number': 5, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port': {'id': '8a3641c6-8943-4250-b3d5-9e5abd8b8af5', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:00Z', 'updated_at': '2022-04-08T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:53.572845 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Checking router: 6a476438-d859-488a-81fe-2bc9e15a204d for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:53.581590 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Routers {'6a476438-d859-488a-81fe-2bc9e15a204d'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:35:53.582201 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['6a476438-d859-488a-81fe-2bc9e15a204d'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:53.672647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] Set router 6a476438-d859-488a-81fe-2bc9e15a204d gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:35:53.728667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:35:53Z', 'revision_number': 6, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:53.755027 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718196b4-a986-4dae-a908-b0b7c775b353 None None] The sync data for ids ['6a476438-d859-488a-81fe-2bc9e15a204d'] in dv-cinder-836072-3-iscsi is: [{'id': '6a476438-d859-488a-81fe-2bc9e15a204d', 'name': 'tempest-AttachVolumeTestJSON-503480105-router', 'tenant_id': 'e3c1b664def54f369d941b05815440bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:06:59Z', 'updated_at': '2022-04-08T11:35:53Z', 'revision_number': 6, 'project_id': 'e3c1b664def54f369d941b05815440bd', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:53.803845 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (8a3641c6-8943-4250-b3d5-9e5abd8b8af5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.827793 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3641c6-8943-4250-b3d5-9e5abd8b8af5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:53.890465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (6a476438-d859-488a-81fe-2bc9e15a204d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.980062 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (6a476438-d859-488a-81fe-2bc9e15a204d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:53.982262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks [] for router_controller (6a476438-d859-488a-81fe-2bc9e15a204d), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.074921 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (6a476438-d859-488a-81fe-2bc9e15a204d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.075582 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a476438-d859-488a-81fe-2bc9e15a204d {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:35:54.084743 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.084743 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-184d730c-670f-4b8b-9862-08e2f7ab53bb admin admin] 10.222.0.37 "DELETE /v2.0/routers/6a476438-d859-488a-81fe-2bc9e15a204d HTTP/1.1" status: 204 len: 168 time: 0.9669886 Apr 08 11:35:54.084743 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52796) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:54.132054 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Deleting subnet b445dcc0-9725-4fb7-8b3b-93ca1b295555 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:35:54.135313 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Publish callbacks [] for subnet (b445dcc0-9725-4fb7-8b3b-93ca1b295555), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.171216 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (b445dcc0-9725-4fb7-8b3b-93ca1b295555), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.254148 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (b445dcc0-9725-4fb7-8b3b-93ca1b295555), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.375365 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (b445dcc0-9725-4fb7-8b3b-93ca1b295555), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.399913 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b445dcc0-9725-4fb7-8b3b-93ca1b295555,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:54.403631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.408463 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-513ea442-055b-476a-9c1a-2de8a10b46d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b445dcc0-9725-4fb7-8b3b-93ca1b295555 HTTP/1.1" status: 204 len: 168 time: 0.3217022 Apr 08 11:35:54.409655 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c92610-7512-498c-87e3-c3a6ff7a9600 None None] Network 29f36be6-7d1d-45d5-a396-cd0fffe20af4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:35:54.410176 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52798) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:54.482018 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (29f36be6-7d1d-45d5-a396-cd0fffe20af4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.537182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Deleting port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:35:54.537738 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.578186 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] DHCP port deletion for 29f36be6-7d1d-45d5-a396-cd0fffe20af4 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:35:54.604711 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] For port 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=37bae08e-f58d-4d3a-9b28-9e352f0089f7,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:35:54.605204 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.620180 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Calling delete_port for 37bae08e-f58d-4d3a-9b28-9e352f0089f7 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:35:54.633615 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Deleting port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:35:54.634077 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.700038 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] For port 37bae08e-f58d-4d3a-9b28-9e352f0089f7, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=37bae08e-f58d-4d3a-9b28-9e352f0089f7,segment=NetworkSegment(a16c5a95-fc33-4976-8859-47f653790331),segment_id=a16c5a95-fc33-4976-8859-47f653790331)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:35:54.700433 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.714455 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Calling delete_port for 37bae08e-f58d-4d3a-9b28-9e352f0089f7 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:35:54.805670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.809738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (37bae08e-f58d-4d3a-9b28-9e352f0089f7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.832955 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bae08e-f58d-4d3a-9b28-9e352f0089f7,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:54.836435 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] No DVR routers for this DVR port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 on host dv-cinder-836072-3-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:35:54.838681 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Pushing event deleted for resources: {'Port': ['ID=37bae08e-f58d-4d3a-9b28-9e352f0089f7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:54.845718 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] No DVR routers for this DVR port 37bae08e-f58d-4d3a-9b28-9e352f0089f7 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:35:54.848203 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.848556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.848971 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.849357 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.849724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.850027 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.850352 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.850677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.851001 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.851326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.851676 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.852017 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.852342 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.852659 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.853028 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d465c4-a566-4d14-9cab-539bdb5a0822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:54.914624 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (29f36be6-7d1d-45d5-a396-cd0fffe20af4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.935683 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f36be6-7d1d-45d5-a396-cd0fffe20af4']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:54.945193 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16c5a95-fc33-4976-8859-47f653790331') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:54.945488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16c5a95-fc33-4976-8859-47f653790331') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:54.956540 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (a16c5a95-fc33-4976-8859-47f653790331), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.973795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (a16c5a95-fc33-4976-8859-47f653790331), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.980047 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:35:54.980479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (a16c5a95-fc33-4976-8859-47f653790331), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:35:54.982639 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:35:55.008968 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9058226f-567e-4c2d-9e49-7cbc9480894f no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:35:55.029373 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 9058226f-567e-4c2d-9e49-7cbc9480894f {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:35:55.029800 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 9058226f-567e-4c2d-9e49-7cbc9480894f not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:35:55.030212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 37bae08e-f58d-4d3a-9b28-9e352f0089f7 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:35:55.050810 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 37bae08e-f58d-4d3a-9b28-9e352f0089f7 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:35:55.051154 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 37bae08e-f58d-4d3a-9b28-9e352f0089f7 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:35:55.051562 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:35:55.070450 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:35:55.074608 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 8a3641c6-8943-4250-b3d5-9e5abd8b8af5 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:35:55.114769 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (29f36be6-7d1d-45d5-a396-cd0fffe20af4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.119568 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.123019 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29f36be6-7d1d-45d5-a396-cd0fffe20af4 HTTP/1.1" status: 204 len: 168 time: 0.7123353 Apr 08 11:35:55.135141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3814d8-cf34-42d7-97c0-347d35c73f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f36be6-7d1d-45d5-a396-cd0fffe20af4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:55.392546 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52804) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:55.432455 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fdaf5301-d4ea-489a-a75e-88da6bb83a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3c1b664def54f369d941b05815440bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386841 Apr 08 11:35:55.434730 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52808) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:55.714703 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Publish callbacks [] for security_group (af01eb82-7b60-4c55-ac56-c3d65f25d9c5), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.736063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Publish callbacks [] for security_group (af01eb82-7b60-4c55-ac56-c3d65f25d9c5), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.846237 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (af01eb82-7b60-4c55-ac56-c3d65f25d9c5), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.848965 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:55.853492 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af01eb82-7b60-4c55-ac56-c3d65f25d9c5 HTTP/1.1" status: 204 len: 168 time: 0.4140139 Apr 08 11:35:55.858354 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01eb82-7b60-4c55-ac56-c3d65f25d9c5,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:55.865508 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.865861 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.866202 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.866545 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.866872 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.867205 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.867534 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.867867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.868199 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.868526 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.868878 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.869208 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.869537 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.869861 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:55.870182 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043db2a-4b50-496c-b198-439956377107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:56.930425 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52834) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:57.026734 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1290155080-network', 'tenant_id': '15c48484c28e49be8d102c7e7310a153'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:57.111276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:57.113531 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.121674 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.195063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks [] for security_group (b97980d1-bf72-4ce4-ac94-7c457ecde218), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.251210 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b97980d1-bf72-4ce4-ac94-7c457ecde218), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.276081 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:35:57.285625 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97980d1-bf72-4ce4-ac94-7c457ecde218,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:57.292547 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.292914 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Added segment e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b of type vlan for network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b Apr 08 11:35:57.332943 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.408477 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.409442 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:57.410026 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.467773 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:57.480257 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:35:57.494271 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5e1e8118-2012-4e30-bc02-52465c8b5ff6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5627677 Apr 08 11:35:57.497241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52838) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:57.501967 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Request body: {'subnet': {'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-subnet', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:57.577650 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:57.579979 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051917'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.791822 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050359'] for subnet (c6762e31-b338-496e-9013-d4237bf9ac7c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:57.845299 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6762e31-b338-496e-9013-d4237bf9ac7c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:57.855282 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:35:57.855637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Network hostable DHCP agents. Network: a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:35:57.954589 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:35:58.034319 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:58.039112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:58.040088 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.043173 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f81b0f-0321-4dce-82d5-ad1fec546711 None None] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:35:58.117332 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-0b479274-3a75-4d06-b1ac-f9a6a1ac9c4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6189606 Apr 08 11:35:58.120163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52842) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:35:58.125143 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:58.149286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:35:58.150119 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.209385 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.210474 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.268002 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for router_controller (e906f722-34f9-42d7-a4fd-e494a63f2d1b), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.286838 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Allocated IP 172.20.0.2 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/e7ac8f10-d9c4-4a3a-a508-98153744c376) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:58.440161 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks [] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.452737 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for router_gateway (e906f722-34f9-42d7-a4fd-e494a63f2d1b), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.486149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.525194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:58.527930 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:58.531983 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:35:58.542750 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Pushing event updated for resources: {'Port': ['ID=e7ac8f10-d9c4-4a3a-a508-98153744c376,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:58.595315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Attempting to bind port e7ac8f10-d9c4-4a3a-a508-98153744c376 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:35:58.595681 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Attempting to bind port e7ac8f10-d9c4-4a3a-a508-98153744c376 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:35:58.596041 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Attempting to bind port e7ac8f10-d9c4-4a3a-a508-98153744c376 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:35:58.601234 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:35:58.601614 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:35:58.602015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.602403 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:35:58.602866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Bound port: e7ac8f10-d9c4-4a3a-a508-98153744c376, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:35:58.603243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.668837 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] For port e7ac8f10-d9c4-4a3a-a508-98153744c376, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:35:58.672100 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] For port e7ac8f10-d9c4-4a3a-a508-98153744c376, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e7ac8f10-d9c4-4a3a-a508-98153744c376,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:35:58.705024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for router_gateway (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.723538 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.760732 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:58.823669 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a123a5-64aa-4ba0-a9d4-3eef80cdb0d1 None None] Pushing event updated for resources: {'Port': ['ID=e7ac8f10-d9c4-4a3a-a508-98153744c376,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:58.834215 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Allocated IP 172.27.1.12 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/c2cbc70d-0d21-4005-ab83-e3a373e702f9) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:58.972261 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.066904 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e7ac8f10-d9c4-4a3a-a508-98153744c376 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:35:59.093295 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.123339 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port e7ac8f10-d9c4-4a3a-a508-98153744c376 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:35:59.123701 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.129915 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:59.132858 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:59.136238 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:35:59.166066 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Pushing event updated for resources: {'Port': ['ID=c2cbc70d-0d21-4005-ab83-e3a373e702f9,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:59.201531 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port e7ac8f10-d9c4-4a3a-a508-98153744c376 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:35:59.201854 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.240166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port e7ac8f10-d9c4-4a3a-a508-98153744c376, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e7ac8f10-d9c4-4a3a-a508-98153744c376,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:35:59.306027 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.353679 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=e7ac8f10-d9c4-4a3a-a508-98153744c376,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:59.479848 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for router_gateway (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.675626 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81307668-c3d9-48e8-b675-27461b84e709 None None] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:35:59.688093 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.777913 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-991cdc0b-575d-43d5-9202-1bca34018bcb None None] Provisioning complete for port e7ac8f10-d9c4-4a3a-a508-98153744c376 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:35:59.778208 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-991cdc0b-575d-43d5-9202-1bca34018bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:35:59.867431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-991cdc0b-575d-43d5-9202-1bca34018bcb None None] Current status of the port e7ac8f10-d9c4-4a3a-a508-98153744c376 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:35:59.908962 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:36:00.023918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:36:00.034243 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:36:00.043884 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:00.044557 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:00.088141 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-779ea510-f729-41bf-b9a3-f0e08049cfdd None None] Provisioning complete for port e7ac8f10-d9c4-4a3a-a508-98153744c376 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:00.088662 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-779ea510-f729-41bf-b9a3-f0e08049cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.090948 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.095481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52848) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:00.095992 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-52744299-1d90-4fb9-aec5-d8b7eda495ae admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9743276 Apr 08 11:36:00.160945 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:00.172275 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-779ea510-f729-41bf-b9a3-f0e08049cfdd None None] Current status of the port e7ac8f10-d9c4-4a3a-a508-98153744c376 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:00.343692 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:35:59Z', 'revision_number': 3, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:00.369933 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:36:00.370278 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Updating router e906f722-34f9-42d7-a4fd-e494a63f2d1b port c2cbc70d-0d21-4005-ab83-e3a373e702f9 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:36:00.397781 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.511325 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.649767 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks [] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.712102 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.765492 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Attempting to bind port c2cbc70d-0d21-4005-ab83-e3a373e702f9 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:36:00.765888 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Attempting to bind port c2cbc70d-0d21-4005-ab83-e3a373e702f9 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:36:00.766247 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Attempting to bind port c2cbc70d-0d21-4005-ab83-e3a373e702f9 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:00.773694 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Pushing event updated for resources: {'Port': ['ID=c2cbc70d-0d21-4005-ab83-e3a373e702f9,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:00.775988 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:36:00.776356 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:36:00.776777 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.777163 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:36:00.777634 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Bound port: c2cbc70d-0d21-4005-ab83-e3a373e702f9, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:36:00.778127 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.805290 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.805623 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.805990 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.806339 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.806673 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.806992 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.807308 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.807624 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.807942 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.808261 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.808576 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.808944 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.809263 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.809569 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.810491 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:00.845793 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] For port c2cbc70d-0d21-4005-ab83-e3a373e702f9, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:36:00.848873 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] For port c2cbc70d-0d21-4005-ab83-e3a373e702f9, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c2cbc70d-0d21-4005-ab83-e3a373e702f9,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:36:00.914571 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Allocated IP 172.20.0.1 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/42c43cd2-cdc4-400f-a012-b63ff3e0cd80) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:00.941253 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:00.997199 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:00.998580 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:01.026462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks [] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.027847 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e7ac8f10-d9c4-4a3a-a508-98153744c376 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:36:01.046776 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2504-8cc3-4e3e-ae07-5edeea517d3f None None] Pushing event updated for resources: {'Port': ['ID=c2cbc70d-0d21-4005-ab83-e3a373e702f9,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:01.083186 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port e7ac8f10-d9c4-4a3a-a508-98153744c376 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:01.083515 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.112110 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.128783 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:01.154764 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:01.157722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:01.166612 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Pushing event updated for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:01.168981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:36:01.172196 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port e7ac8f10-d9c4-4a3a-a508-98153744c376 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:01.219268 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.326681 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:35:59Z', 'revision_number': 3, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:01.353915 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c73d-08bc-4b58-b83b-f5332acb9bd2 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:35:59Z', 'revision_number': 3, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:36:01.401105 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-866e9b13-1871-4dd1-8372-df128041c06b None None] Provisioning complete for port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:01.401805 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-866e9b13-1871-4dd1-8372-df128041c06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.420663 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.440056 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-866e9b13-1871-4dd1-8372-df128041c06b None None] Port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:36:01.599222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks [] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.657141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.730214 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:01.732129 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Pushing event updated for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:01.825333 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:01.827676 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:01.958762 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:36:02.016475 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:36:02.064093 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-b7f440b9-7406-419d-bf2e-8b8660f65f56 None None] Provisioning complete for port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:02.064653 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b7f440b9-7406-419d-bf2e-8b8660f65f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:02.083913 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:36:02.089557 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-553933b0-91f6-473e-bdd1-4560be286f5b admin admin] 10.222.0.37 "PUT /v2.0/routers/e906f722-34f9-42d7-a4fd-e494a63f2d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930077 Apr 08 11:36:02.114868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b7f440b9-7406-419d-bf2e-8b8660f65f56 None None] Port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:36:02.549119 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52860) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:02.553615 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115951550', 'description': 'tempest-description--1928471278'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:02.651562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:02.723647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (895e3cff-5614-4d41-8611-508047e4f9b8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:02.805784 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (895e3cff-5614-4d41-8611-508047e4f9b8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:02.836602 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895e3cff-5614-4d41-8611-508047e4f9b8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:02.851904 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:36:02.863478 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:02.864130 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:02.916625 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:02.921394 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1939963d-f725-4ee6-9e84-376d778d8f30 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3678086 Apr 08 11:36:02.921556 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52862) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:02.925955 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '895e3cff-5614-4d41-8611-508047e4f9b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:02.980129 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:03.020711 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (79eee3aa-944e-4876-84fa-e94a1ac30634), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.057507 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c2cbc70d-0d21-4005-ab83-e3a373e702f9 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:36:03.080133 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (79eee3aa-944e-4876-84fa-e94a1ac30634), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.146101 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (79eee3aa-944e-4876-84fa-e94a1ac30634), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.167401 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eee3aa-944e-4876-84fa-e94a1ac30634,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:03.225342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.226589 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dfed955a-09e3-4afe-a3fe-30c4366dd94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040745 Apr 08 11:36:03.229483 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52866) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:03.234464 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '895e3cff-5614-4d41-8611-508047e4f9b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:03.305115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port c2cbc70d-0d21-4005-ab83-e3a373e702f9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:03.305670 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.316411 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (cbe63d2b-b886-4d2d-910f-17a546601c0d), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.375196 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (cbe63d2b-b886-4d2d-910f-17a546601c0d), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.414131 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (cbe63d2b-b886-4d2d-910f-17a546601c0d), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.415772 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:03.436410 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe63d2b-b886-4d2d-910f-17a546601c0d,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:03.448317 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:36:03.448671 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Updating router e906f722-34f9-42d7-a4fd-e494a63f2d1b port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:36:03.451355 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port c2cbc70d-0d21-4005-ab83-e3a373e702f9 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:03.451732 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.491225 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port c2cbc70d-0d21-4005-ab83-e3a373e702f9, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c2cbc70d-0d21-4005-ab83-e3a373e702f9,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:03.493342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.493933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.494724 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-01067c12-89c7-4b37-a166-a0a462c1470e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2641091 Apr 08 11:36:03.498129 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 52868) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:03.502767 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:03.586163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.588631 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.671399 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=c2cbc70d-0d21-4005-ab83-e3a373e702f9,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:03.684406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.791371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.27.1.38 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/42dac702-18a1-404c-a49f-83e94e28e5bc) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:03.801129 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks [] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.859859 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.893932 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.910540 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933738-3ca6-41b8-8ab4-1078e2baba76 None None] Pushing event updated for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:03.977104 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Attempting to bind port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:36:03.977472 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Attempting to bind port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:36:03.977832 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Attempting to bind port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:03.984455 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:36:03.984661 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.984880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:36:03.985289 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:03.985682 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:36:03.986166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Bound port: 42c43cd2-cdc4-400f-a012-b63ff3e0cd80, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:36:03.986651 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.034864 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:04.041027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:04.043536 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:36:04.055614 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] For port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:36:04.058959 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] For port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:36:04.069665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=42dac702-18a1-404c-a49f-83e94e28e5bc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:04.109611 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.141276 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.184406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:04.185646 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:35:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:04.187431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933738-3ca6-41b8-8ab4-1078e2baba76 None None] Pushing event updated for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:04.189972 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Provisioning complete for port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:04.190361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.256398 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.363827 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:04.403182 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Current status of the port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:04.404014 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.423311 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.474485 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.517459 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] For port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:04.547748 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=42dac702-18a1-404c-a49f-83e94e28e5bc,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:04.555961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.581388 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.633894 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:04.656801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.658202 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3e5c6c2f-d0e4-4f6f-9141-b5c920f46938 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1590667 Apr 08 11:36:04.666981 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705ca30-815b-40f9-bc30-91a00dc0b3b8 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:36:04.668892 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb06c93-fb7d-4598-a49c-a9b16a055a9b None None] Pushing event updated for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:04.722528 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-35b3c926-80f2-48b5-9a4d-24f646e826e9 None None] Provisioning complete for port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:04.722932 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-35b3c926-80f2-48b5-9a4d-24f646e826e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:04.833879 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-35b3c926-80f2-48b5-9a4d-24f646e826e9 None None] Current status of the port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:05.003204 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-089c9561-d194-4c31-85a6-e5341a8e3ecc tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2115951550&fields=id&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 267 time: 0.0564001 Apr 08 11:36:05.095515 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c2cbc70d-0d21-4005-ab83-e3a373e702f9 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:36:05.123221 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-4c1feffc-2d92-4150-8f35-5200a65c2ea4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:05.125017 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-4c1feffc-2d92-4150-8f35-5200a65c2ea4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1146948 Apr 08 11:36:05.141495 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-86df6acb-56ca-44be-acd5-406d79211be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/quotas/15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 375 time: 0.0117140 Apr 08 11:36:05.149763 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port c2cbc70d-0d21-4005-ab83-e3a373e702f9 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:05.150225 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:05.204182 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-de2d1bb4-146e-4f20-9e4b-b461161a80e3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571363 Apr 08 11:36:05.245403 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port c2cbc70d-0d21-4005-ab83-e3a373e702f9 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:05.245403 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:36:05.277379 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-a553ff33-6321-4159-9d2e-789c6dcca9cf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:36:05.278930 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-a553ff33-6321-4159-9d2e-789c6dcca9cf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622180 Apr 08 11:36:05.302538 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:05.302911 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:05.384075 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:05.392349 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-4efaad22-8b84-4fbd-9fc2-01e950083b32 service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069255 Apr 08 11:36:05.485006 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-be8cbf1a-82d3-4608-a11e-c814a20c1b4e service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867727 Apr 08 11:36:05.782269 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-578d8c3c-c69a-45d1-9a3f-592786fe171c req-98093b3c-58e0-47fc-895e-e25f3b1fbf61 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 210 time: 0.0854943 Apr 08 11:36:06.099942 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42131e70-0f4c-41ea-8108-e2ef2cabf116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:06.877754 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-541005b2-806e-4b3d-90b9-dadf0980cd4f req-2ba281f1-973b-4f32-93e3-12f9b646c3f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 210 time: 0.0287588 Apr 08 11:36:07.872567 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-74485449-63e9-47a2-ad11-f8aa42c91ebd tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:07.874121 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-74485449-63e9-47a2-ad11-f8aa42c91ebd tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1035237 Apr 08 11:36:07.934162 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-5e475b42-7f12-47ed-bdc8-38c7fd9afb82 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 380 time: 0.0521195 Apr 08 11:36:07.942714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'port': {'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'admin_state_up': True, 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'security_groups': ['895e3cff-5614-4d41-8611-508047e4f9b8']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:07.988650 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-11c28f77-a399-4202-a9cc-cda672ffae0f req-84c09cce-d59a-4516-9544-b7ce423e8b36 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 210 time: 0.0425298 Apr 08 11:36:08.125905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:36:08.129657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.252101 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.20.0.5 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/57e22642-d1f1-412a-8de9-813deffb2d8d) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:08.391857 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.511558 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.553292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:08.556329 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:08.562760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:36:08.569183 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:08.597249 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7cb074f-60cc-4c18-80d8-54981c874aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.617515 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:08.618131 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.734354 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-ad8f9995-2553-423c-877d-cc950092afba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7951841 Apr 08 11:36:08.745253 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Request body: {'port': {'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:08.791207 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-58b7c745-c422-490e-96df-dc6a69b909f8 None None] Provisioning complete for port 57e22642-d1f1-412a-8de9-813deffb2d8d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:08.791502 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58b7c745-c422-490e-96df-dc6a69b909f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.806897 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:08.825817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-58b7c745-c422-490e-96df-dc6a69b909f8 None None] Port 57e22642-d1f1-412a-8de9-813deffb2d8d cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:36:09.066993 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e22642-d1f1-412a-8de9-813deffb2d8d {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:36:09.074440 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks [] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.087471 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Transition to ACTIVE for port object 57e22642-d1f1-412a-8de9-813deffb2d8d will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:36:09.113923 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda5399-4678-4f4c-9888-7ea7748c4042 req-fc241cfd-cda4-4fbe-9fbc-fd55b85eb742 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:09.115411 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4dda5399-4678-4f4c-9888-7ea7748c4042 req-fc241cfd-cda4-4fbe-9fbc-fd55b85eb742 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 931 time: 0.0580692 Apr 08 11:36:09.164558 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4dda5399-4678-4f4c-9888-7ea7748c4042 req-f13396f9-c327-47b0-9731-b31333816971 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Apr 08 11:36:09.179629 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.235227 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Pushing event updated for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:09.305251 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Attempting to bind port 57e22642-d1f1-412a-8de9-813deffb2d8d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:36:09.305581 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Attempting to bind port 57e22642-d1f1-412a-8de9-813deffb2d8d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:36:09.305921 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Attempting to bind port 57e22642-d1f1-412a-8de9-813deffb2d8d on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:09.311860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Port 57e22642-d1f1-412a-8de9-813deffb2d8d on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:36:09.312184 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Attempting to bind port 57e22642-d1f1-412a-8de9-813deffb2d8d on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:09.317570 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:36:09.317848 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:36:09.318233 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:36:09.318665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Bound port: 57e22642-d1f1-412a-8de9-813deffb2d8d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:36:09.319011 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.385560 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:36:09.389181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=57e22642-d1f1-412a-8de9-813deffb2d8d,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:36:09.467883 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.480510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.519033 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:09.519648 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:09.521525 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] 10.222.0.61 "PUT /v2.0/ports/57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 1093 time: 0.7803626 Apr 08 11:36:09.521970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:09.524248 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08576b58-fc11-4a38-bc7e-ce2abfc65a51" -d '{"events": [{"name": "network-changed", "server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:36:09.562115 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d444916-982d-4171-b6df-a380fedf83ee service neutron] Pushing event updated for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:09.636731 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914cc2c9-7e9b-4fa3-8af8-5efa9ab5fc1c x-openstack-request-id: req-914cc2c9-7e9b-4fa3-8af8-5efa9ab5fc1c {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:36:09.637027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:36:09.637642 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-914cc2c9-7e9b-4fa3-8af8-5efa9ab5fc1c {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:36:09.638041 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914cc2c9-7e9b-4fa3-8af8-5efa9ab5fc1c'] response: {'name': 'network-changed', 'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'status': 'completed', 'code': 200} Apr 08 11:36:09.658269 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-d44257ec-e2ba-4066-892b-c482dd5b76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:09.659804 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-d44257ec-e2ba-4066-892b-c482dd5b76f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1127 time: 0.0505860 Apr 08 11:36:09.702815 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-9fe273db-5d78-43e7-b561-ad58e1976eea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 217 time: 0.0363960 Apr 08 11:36:09.750873 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-28f49b34-0084-4377-9432-ed95508cd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:09.752288 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-28f49b34-0084-4377-9432-ed95508cd0be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0439718 Apr 08 11:36:09.804471 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-042df8d9-b295-438b-a76c-b7920e678fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:09.805907 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-042df8d9-b295-438b-a76c-b7920e678fda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481312 Apr 08 11:36:09.893283 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-7428477e-5135-48a0-8a63-9ac92481f599 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807085 Apr 08 11:36:09.983834 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6eaac6e7-2861-4f38-ab0a-e992384b2ad6 req-909bcffc-8f82-4898-8759-2e3769e94557 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Apr 08 11:36:10.281757 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d761c-c159-47b5-8579-93e7db0b89aa req-45ad889f-be97-4340-aca5-4332ac170f91 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:10.283261 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e15d761c-c159-47b5-8579-93e7db0b89aa req-45ad889f-be97-4340-aca5-4332ac170f91 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 943 time: 0.0531182 Apr 08 11:36:10.329810 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e15d761c-c159-47b5-8579-93e7db0b89aa req-2678a261-6a4b-44ff-999e-79e83628ccf9 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Apr 08 11:36:10.868909 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:11.449575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0ea17-98fc-4e71-bc36-02d97ae64427 req-6639d7d1-e6c5-4c3b-ad93-7f9078d7e69c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:11.451742 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-36b0ea17-98fc-4e71-bc36-02d97ae64427 req-6639d7d1-e6c5-4c3b-ad93-7f9078d7e69c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 943 time: 0.0527236 Apr 08 11:36:11.497365 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-36b0ea17-98fc-4e71-bc36-02d97ae64427 req-c9473ed3-aaae-4362-9da4-1062e983199b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Apr 08 11:36:12.105752 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-f6e11e0f-de47-456d-abc2-46a9596cc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:12.107238 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-f6e11e0f-de47-456d-abc2-46a9596cc115 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1127 time: 0.0482159 Apr 08 11:36:12.195133 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-314ad2f6-b029-481f-a4f1-d337f09855ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:12.196572 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-314ad2f6-b029-481f-a4f1-d337f09855ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0834424 Apr 08 11:36:12.241097 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-94971cec-ab98-41b1-be4d-e745e019f9e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 217 time: 0.0375855 Apr 08 11:36:12.257073 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:12.286926 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-d4c8133b-b302-42a3-8980-7f47f805c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:12.288344 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-d4c8133b-b302-42a3-8980-7f47f805c878 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0422337 Apr 08 11:36:12.335960 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-3a480570-ca1d-4e4d-a49a-a798254b3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:12.337480 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-3a480570-ca1d-4e4d-a49a-a798254b3640 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429444 Apr 08 11:36:12.427321 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-ea578e69-44e6-452e-ae69-01de7f561496 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Apr 08 11:36:12.513642 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-08576b58-fc11-4a38-bc7e-ce2abfc65a51 req-15f9447b-669a-4840-b96a-a7553056d5de service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805326 Apr 08 11:36:12.616038 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c5a0c-921f-48bc-9f79-bf655f544f4f req-20dded86-e40b-4567-9447-22b5a928d05d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:12.617576 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-985c5a0c-921f-48bc-9f79-bf655f544f4f req-20dded86-e40b-4567-9447-22b5a928d05d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 943 time: 0.0553656 Apr 08 11:36:12.664284 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-985c5a0c-921f-48bc-9f79-bf655f544f4f req-14919246-c0e6-4c98-960a-9fe0d4060c8d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 Apr 08 11:36:13.784767 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7755b-a373-4b03-8b67-62c5178ce366 req-6974e6d4-2e1a-4fa8-9d46-3fe5118050a1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:13.786221 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59b7755b-a373-4b03-8b67-62c5178ce366 req-6974e6d4-2e1a-4fa8-9d46-3fe5118050a1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 943 time: 0.0555236 Apr 08 11:36:13.836766 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-59b7755b-a373-4b03-8b67-62c5178ce366 req-995b3afd-c3eb-41db-97ea-c4493f8335bb tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 Apr 08 11:36:14.391209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 57e22642-d1f1-412a-8de9-813deffb2d8d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:36:14.487715 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=57e22642-d1f1-412a-8de9-813deffb2d8d,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:14.499170 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:36:14.534739 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 57e22642-d1f1-412a-8de9-813deffb2d8d is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:14.535124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:14.551131 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e22642-d1f1-412a-8de9-813deffb2d8d {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:36:14.570144 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=57e22642-d1f1-412a-8de9-813deffb2d8d,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:14.664727 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:14.720738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:14.953955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f761-394a-4a92-9454-08e68d324913 req-fa99817e-f2c8-4b84-b849-66e4ff20cbc5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:14.955470 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1cd8f761-394a-4a92-9454-08e68d324913 req-fa99817e-f2c8-4b84-b849-66e4ff20cbc5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 944 time: 0.0525658 Apr 08 11:36:15.004195 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1cd8f761-394a-4a92-9454-08e68d324913 req-6fab3ce4-ab8d-4acc-9cc4-633ec82a0d42 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Apr 08 11:36:15.091539 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['57e22642-d1f1-412a-8de9-813deffb2d8d'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:36:16.118832 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca71dc-62ca-4d4f-8f4a-69d0fcb509c3 req-813241ff-3144-4c07-96e9-c7bc1d2f45dc tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:16.120277 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4eca71dc-62ca-4d4f-8f4a-69d0fcb509c3 req-813241ff-3144-4c07-96e9-c7bc1d2f45dc tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 944 time: 0.0511887 Apr 08 11:36:16.167532 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4eca71dc-62ca-4d4f-8f4a-69d0fcb509c3 req-4e7dad1b-b8d8-43c6-b239-6bdccbfe31c1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Apr 08 11:36:16.407795 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 57e22642-d1f1-412a-8de9-813deffb2d8d up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:36:16.530557 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 57e22642-d1f1-412a-8de9-813deffb2d8d completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:36:16.534578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 57e22642-d1f1-412a-8de9-813deffb2d8d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:16.534954 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:16.619233 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 57e22642-d1f1-412a-8de9-813deffb2d8d is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:36:16.619616 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:16.641675 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:16.643880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2919883-7b4b-42c7-a034-e71ec9d8bf80" -d '{"events": [{"server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "name": "network-vif-plugged", "status": "completed", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:36:16.659341 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=57e22642-d1f1-412a-8de9-813deffb2d8d,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:16.725467 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:16.879876 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b62055-15df-404b-a9af-9a3f2493d13e x-openstack-request-id: req-30b62055-15df-404b-a9af-9a3f2493d13e {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:36:16.880187 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "name": "network-vif-plugged", "status": "completed", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:36:16.880441 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30b62055-15df-404b-a9af-9a3f2493d13e {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:36:16.880861 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b62055-15df-404b-a9af-9a3f2493d13e'] response: {'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'code': 200} Apr 08 11:36:16.914791 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:17.054320 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd041a0-6c09-4b58-b498-46efef15f8e3 req-9aa40a82-3492-4ccd-895d-65d51289b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:17.055877 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cfd041a0-6c09-4b58-b498-46efef15f8e3 req-9aa40a82-3492-4ccd-895d-65d51289b59b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1129 time: 0.0435841 Apr 08 11:36:17.098913 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-cfd041a0-6c09-4b58-b498-46efef15f8e3 req-38f6c097-47a9-4776-b83d-882ab7f0884d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 Apr 08 11:36:17.286798 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60e125-023a-4e57-9c4b-286cfbb4e8fa req-e592fe8f-7e93-4f81-bd5f-7ef29aac1405 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:17.288231 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e60e125-023a-4e57-9c4b-286cfbb4e8fa req-e592fe8f-7e93-4f81-bd5f-7ef29aac1405 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0540175 Apr 08 11:36:17.333413 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e60e125-023a-4e57-9c4b-286cfbb4e8fa req-0eb2f578-aaaa-4d23-ad5d-dce4e5555517 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Apr 08 11:36:18.455900 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47cf37-1696-4ee7-a3d7-f8877c20e601 req-542b7f0f-f46c-4bbf-8414-a0ca3947c143 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:18.457666 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d47cf37-1696-4ee7-a3d7-f8877c20e601 req-542b7f0f-f46c-4bbf-8414-a0ca3947c143 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Apr 08 11:36:18.507394 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3d47cf37-1696-4ee7-a3d7-f8877c20e601 req-de243dd6-fa67-4091-a8b6-23c8ba034b2d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 Apr 08 11:36:19.628824 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24037dab-dd4d-4fb4-931c-5e7ae0597b58 req-c1883e05-af25-43d0-885a-c4c37b814fb8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:19.630266 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-24037dab-dd4d-4fb4-931c-5e7ae0597b58 req-c1883e05-af25-43d0-885a-c4c37b814fb8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Apr 08 11:36:19.675626 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-24037dab-dd4d-4fb4-931c-5e7ae0597b58 req-3d635a3e-306b-4eab-bd8c-dc847efce132 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Apr 08 11:36:19.787087 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e1b81-981d-4613-8592-ecee763ce755 req-8fe5bd08-475a-410c-a33b-d1b177e2d86d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:19.788469 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-043e1b81-981d-4613-8592-ecee763ce755 req-8fe5bd08-475a-410c-a33b-d1b177e2d86d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Apr 08 11:36:19.797705 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 52976) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:19.801955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:19.840300 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:20.165431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:20.462176 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.db.resource_extend [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 11:36:20.511502 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:20.562358 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:20.667802 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 3837e5ce-bf13-4ada-8993-36b94bfa1abf associated. External IP: 172.27.1.38, port: 57e22642-d1f1-412a-8de9-813deffb2d8d. Apr 08 11:36:20.879445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:36:20.988612 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:36:20.993580 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:20.998651 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:36:21.008383 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:21.009013 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:36:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:21.035672 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-8212b301-b97c-415b-b1f2-b667e9ec0a47 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "PUT /v2.0/floatingips/3837e5ce-bf13-4ada-8993-36b94bfa1abf HTTP/1.1" status: 200 len: 990 time: 1.2253828 Apr 08 11:36:21.035672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:21.035672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8407c-30b4-471b-a097-35c34d596731" -d '{"events": [{"name": "network-changed", "server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:36:21.119089 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e103fc-7845-474c-a9fe-7ff2e84febb3 x-openstack-request-id: req-08e103fc-7845-474c-a9fe-7ff2e84febb3 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:36:21.119382 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:36:21.119633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08e103fc-7845-474c-a9fe-7ff2e84febb3 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:36:21.120042 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e103fc-7845-474c-a9fe-7ff2e84febb3'] response: {'name': 'network-changed', 'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'status': 'completed', 'code': 200} Apr 08 11:36:21.190866 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8407c-30b4-471b-a097-35c34d596731 req-5619861d-51d5-4316-9850-1272550e4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:21.192369 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-5619861d-51d5-4316-9850-1272550e4564 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1129 time: 0.0495756 Apr 08 11:36:21.210623 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:21.282165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8407c-30b4-471b-a097-35c34d596731 req-44d1c191-0d83-477f-98b6-85380e4ae48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:21.283620 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-44d1c191-0d83-477f-98b6-85380e4ae48e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0856912 Apr 08 11:36:21.351213 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-abca8b83-8933-4734-a725-7b705ff38d2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 998 time: 0.0621510 Apr 08 11:36:21.397875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8407c-30b4-471b-a097-35c34d596731 req-4b3dfe13-b499-4373-ba49-3035560ce2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:21.399318 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-4b3dfe13-b499-4373-ba49-3035560ce2bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0428298 Apr 08 11:36:21.429239 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:20Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:21.446940 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8407c-30b4-471b-a097-35c34d596731 req-8a24e807-a72f-444d-be14-7455416e709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:21.448368 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-8a24e807-a72f-444d-be14-7455416e709e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425005 Apr 08 11:36:21.455460 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:36:21.463720 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:21.464315 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:36:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:21.577942 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:21.783028 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-97fc4ee3-e8c6-404b-a368-8ede2816e9b0 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280332 Apr 08 11:36:21.813663 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:20Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:21.839935 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05358ece-70cd-49a5-9c96-d3c1d4fa26bb None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:20Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:36:21.875567 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-84e8407c-30b4-471b-a097-35c34d596731 req-6bd030cb-a59d-4a71-8af7-199c9e16cfd7 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865104 Apr 08 11:36:22.026375 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d8afb-c543-4df9-bbdd-be6e46def8fd None None] New status for floating IP 3837e5ce-bf13-4ada-8993-36b94bfa1abf: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:36:36.104429 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f33366c-2175-4a51-a36f-264bec5589c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:38.618547 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2da92285-05e9-41d2-b795-9d238320b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:39.016296 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:36:39.492933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:40.827254 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:42.247043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:46.708540 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c943fd-bc4a-42f1-a0d0-8cb5fbadfaed req-89018988-4896-472c-b733-4065caa1bc98 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:46.710026 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8c943fd-bc4a-42f1-a0d0-8cb5fbadfaed req-89018988-4896-472c-b733-4065caa1bc98 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0569458 Apr 08 11:36:46.756649 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e8c943fd-bc4a-42f1-a0d0-8cb5fbadfaed req-748fed3b-fa37-4d79-8cf4-4903875ba852 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408127 Apr 08 11:36:47.447325 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-c106a7eb-292c-443f-9974-4e2c4757dc12 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:47.448776 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-c106a7eb-292c-443f-9974-4e2c4757dc12 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0501063 Apr 08 11:36:47.538799 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Deleting port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:36:47.539140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:47.627522 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] For port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:36:47.627886 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:47.795470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:47.796060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:47.796166 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Floating IP e9c6ab37-2a5b-4e63-8561-40c24b93cb9c disassociated. External IP: 172.27.1.219, port: e4470f54-013f-4eaf-8a3a-f72a0a99d3b2. Apr 08 11:36:47.796466 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Calling delete_port for e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:36:47.881511 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b857f-f8b8-41fb-bb53-4fb48436eb3c req-6cb4b053-a4bd-4ed9-aab8-7de3952ed18e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:47.883001 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-072b857f-f8b8-41fb-bb53-4fb48436eb3c req-6cb4b053-a4bd-4ed9-aab8-7de3952ed18e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Apr 08 11:36:47.931138 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-072b857f-f8b8-41fb-bb53-4fb48436eb3c req-e142d4a3-f89d-403e-8d37-108633e2051f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3b25272-62ec-4160-947e-8e3659bef8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Apr 08 11:36:48.004433 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (e4470f54-013f-4eaf-8a3a-f72a0a99d3b2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:48.031403 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'Port': ['ID=e4470f54-013f-4eaf-8a3a-f72a0a99d3b2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:48.150161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:36:48.260039 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:36:48.269333 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:36:48.279103 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:48.279801 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:36:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:48.304048 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] No DVR routers for this DVR port e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:36:48.306724 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:48.311024 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-eed23961-e96b-433e-bbfb-c15a50ca5e0d req-d5ea9d30-0844-4e4f-8778-3c360c046d6a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "DELETE /v2.0/ports/e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 HTTP/1.1" status: 204 len: 173 time: 0.8567257 Apr 08 11:36:48.311475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'name': 'network-vif-deleted', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:48.313744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05599702-f69a-4b90-9890-568736da3f8c" -d '{"events": [{"server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "name": "network-vif-deleted", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:36:48.349137 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512e63a-24be-42ff-b8e7-c04b8dedb8a6 x-openstack-request-id: req-5512e63a-24be-42ff-b8e7-c04b8dedb8a6 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:36:48.349423 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c644b439-ef6c-48e5-b3df-575bd65f12d4", "name": "network-vif-deleted", "tag": "e4470f54-013f-4eaf-8a3a-f72a0a99d3b2", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:36:48.349671 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5512e63a-24be-42ff-b8e7-c04b8dedb8a6 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:36:48.350074 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5512e63a-24be-42ff-b8e7-c04b8dedb8a6'] response: {'server_uuid': 'c644b439-ef6c-48e5-b3df-575bd65f12d4', 'name': 'network-vif-deleted', 'tag': 'e4470f54-013f-4eaf-8a3a-f72a0a99d3b2', 'status': 'completed', 'code': 200} Apr 08 11:36:48.391442 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:48.602129 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:48.631845 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:36:48.640827 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:36:48.641435 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:36:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:48.748514 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:36:48.944751 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:48.971465 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfc18e-e34b-4aa0-924e-dfe66bf566d9 None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:36:49.051251 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0557ed7f-36f5-4c3f-96cb-73f5233fc575 req-7d9389e1-5560-4c80-803e-b3fc680aed3e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=c644b439-ef6c-48e5-b3df-575bd65f12d4 HTTP/1.1" status: 200 len: 210 time: 0.0315235 Apr 08 11:36:49.209129 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51632778-8b46-4467-b07b-cd33c0b5bb9e None None] New status for floating IP e9c6ab37-2a5b-4e63-8561-40c24b93cb9c: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:36:50.152743 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.234665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53056) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:50.287480 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (e3b25272-62ec-4160-947e-8e3659bef8b2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.310507 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (e3b25272-62ec-4160-947e-8e3659bef8b2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.429104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (e3b25272-62ec-4160-947e-8e3659bef8b2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.431746 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.432953 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3b25272-62ec-4160-947e-8e3659bef8b2 HTTP/1.1" status: 204 len: 168 time: 0.1972239 Apr 08 11:36:50.436042 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53060) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:50.442303 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009950c-64b1-465a-afc6-d818333a02b5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b25272-62ec-4160-947e-8e3659bef8b2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:50.452562 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-5a5710b5-4024-490b-8d3b-fbbc7572b453 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] show failed (client error): The resource could not be found. Apr 08 11:36:50.456395 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5a5710b5-4024-490b-8d3b-fbbc7572b453 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups/e3b25272-62ec-4160-947e-8e3659bef8b2 HTTP/1.1" status: 404 len: 347 time: 0.0163965 Apr 08 11:36:50.456657 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53062) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:50.506069 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:36:50.529957 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:36:50.530303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device e4470f54-013f-4eaf-8a3a-f72a0a99d3b2 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:36:50.585151 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Deleting port 91f6e35c-c012-47b8-b56c-c38117d7c6c1 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:36:50.585486 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.659745 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.660065 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (91f6e35c-c012-47b8-b56c-c38117d7c6c1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.672765 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Calling delete_port for 91f6e35c-c012-47b8-b56c-c38117d7c6c1 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:36:50.858254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (91f6e35c-c012-47b8-b56c-c38117d7c6c1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.881698 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'Port': ['ID=91f6e35c-c012-47b8-b56c-c38117d7c6c1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:50.947764 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (e9c6ab37-2a5b-4e63-8561-40c24b93cb9c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.950461 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:50.952411 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-32308e9e-0e86-4c99-a046-b6db9dd788cc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "DELETE /v2.0/floatingips/e9c6ab37-2a5b-4e63-8561-40c24b93cb9c HTTP/1.1" status: 204 len: 168 time: 0.4948325 Apr 08 11:36:51.466380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53066) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:51.470988 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508939590', 'description': 'tempest-description--301528748'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:51.557975 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:51.621877 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (f8f61ad2-f459-4fba-8c8d-3172dc04c07f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:51.695161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f8f61ad2-f459-4fba-8c8d-3172dc04c07f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:51.723412 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f61ad2-f459-4fba-8c8d-3172dc04c07f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:51.785931 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:51.787177 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d0e9ae6a-ea30-4b70-b4c2-5645e8d62e3b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3197870 Apr 08 11:36:51.790182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53068) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:51.794470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group_rule': {'security_group_id': 'f8f61ad2-f459-4fba-8c8d-3172dc04c07f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:51.902607 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (44e1d7fc-fc31-460d-b3e6-f4786943f974), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:51.960002 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (44e1d7fc-fc31-460d-b3e6-f4786943f974), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.032329 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (44e1d7fc-fc31-460d-b3e6-f4786943f974), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.049602 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e1d7fc-fc31-460d-b3e6-f4786943f974,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:52.122939 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.124133 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-824e2d17-0733-4ad5-be53-3d04df8531ec tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330450 Apr 08 11:36:52.126756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53070) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:52.130923 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'security_group_rule': {'security_group_id': 'f8f61ad2-f459-4fba-8c8d-3172dc04c07f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:52.217476 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (e42abab9-d91c-4658-afb1-dddf5edc9539), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.272408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (e42abab9-d91c-4658-afb1-dddf5edc9539), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.343245 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (e42abab9-d91c-4658-afb1-dddf5edc9539), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.360779 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42abab9-d91c-4658-afb1-dddf5edc9539,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:52.454413 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.455614 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e496426a-a860-494e-887c-d6a661302d2f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279428 Apr 08 11:36:52.458872 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53072) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:36:52.463052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:52.537641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.634863 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.735665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Allocated IP 172.27.1.135 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/028b1539-33b7-475d-88d7-0cf23ac78f10) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:52.838732 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.941353 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:52.980203 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:52.983675 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:52.986138 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:36:53.012112 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=028b1539-33b7-475d-88d7-0cf23ac78f10,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:53.025296 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.025640 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.025981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.026316 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.026645 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.026970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.027293 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.027613 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.027931 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.028249 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.028569 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.028969 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.029768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.030092 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.030415 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:36:53.094503 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.184306 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.330585 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.392286 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.492462 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=028b1539-33b7-475d-88d7-0cf23ac78f10,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:53.499935 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.518835 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-f6284c5a-41ba-4f72-a6c6-72294e0b04eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569264 Apr 08 11:36:53.604985 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-9b5f4ef9-3d5d-410f-a674-47746a5f6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:53.606455 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-9b5f4ef9-3d5d-410f-a674-47746a5f6611 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1129 time: 0.0477107 Apr 08 11:36:53.609914 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:53.610991 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-93524133-6a7b-4f48-a238-da4504328c1c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1512043 Apr 08 11:36:53.710239 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-707f0ba2-f866-45ef-9d5d-ee02eadb38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:53.713485 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-707f0ba2-f866-45ef-9d5d-ee02eadb38b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0875041 Apr 08 11:36:53.782533 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-cfb62650-2d1a-4381-924f-40d00d96ccab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 1000 time: 0.0645936 Apr 08 11:36:53.808439 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-d96ca76d-df72-43c0-8674-41da41f439fe tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--508939590&fields=id&tenant_id=c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 267 time: 0.0430448 Apr 08 11:36:53.830946 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-89ee8d88-55ca-4c3f-83a3-1d9b23ea3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:53.832786 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-89ee8d88-55ca-4c3f-83a3-1d9b23ea3015 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0447257 Apr 08 11:36:53.882990 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-c63a2ed0-9f7c-42f6-99dd-cd4a7580675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:53.884389 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-c63a2ed0-9f7c-42f6-99dd-cd4a7580675e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453413 Apr 08 11:36:53.894262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-b79977ac-4977-42bb-90f8-53d3b17d54db service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:36:53.895224 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-b79977ac-4977-42bb-90f8-53d3b17d54db service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049772 Apr 08 11:36:53.915559 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-53d6eb80-6c96-404e-90c2-0ec81eaa52d7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:53.917241 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-53d6eb80-6c96-404e-90c2-0ec81eaa52d7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 816 time: 0.1022682 Apr 08 11:36:53.931909 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-13e45224-1fb9-40da-9774-1f248ba4939c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/quotas/c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 375 time: 0.0089586 Apr 08 11:36:53.987754 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-95cb1cb3-a513-4bb0-a1eb-da54e107812a service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868113 Apr 08 11:36:53.992128 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-e6d0e84c-b0af-4236-b626-d742545fb88c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544620 Apr 08 11:36:54.076608 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ecac9d1d-48ae-4afc-a0d3-725276d39b73 req-4f3d4d78-b6af-4765-af93-4c1307859422 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825083 Apr 08 11:36:54.086969 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-136732ca-03af-482c-8a4a-648f8bb45586 service neutron] 10.222.0.37 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829303 Apr 08 11:36:54.180892 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-dfc4158e-2544-493a-ace2-46f3140ce6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876796 Apr 08 11:36:54.448428 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d7edc64b-c733-4880-843e-ab2cd8893ad8 req-de90ef1f-9242-4f9d-bdb7-c2bf28dfa187 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 210 time: 0.0332887 Apr 08 11:36:55.543966 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8a222a0a-2f15-4b7e-8faf-22e3d8615162 req-d170c194-b425-43b6-86ae-bbbf3a736bef tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Apr 08 11:36:56.367240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-3eb47cc0-d6de-4769-a4f9-7e813f8caf9f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:56.368607 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-3eb47cc0-d6de-4769-a4f9-7e813f8caf9f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 816 time: 0.1124721 Apr 08 11:36:56.427081 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-15e7c9b5-428f-4fcc-9d2d-70ea976d102d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 379 time: 0.0507154 Apr 08 11:36:56.435242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'port': {'device_id': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'admin_state_up': True, 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'security_groups': ['f8f61ad2-f459-4fba-8c8d-3172dc04c07f']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:56.627104 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Made reservation on behalf of c1dd84a9a7694210b0789970dea088d2 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:36:56.629359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:56.647566 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b599d5ec-3081-4b8e-83eb-3e42877e05e5 req-fd0ac14c-2675-4aef-90f5-625e2e29feed tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 210 time: 0.0326462 Apr 08 11:36:56.771875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Allocated IP 172.20.0.5 (6fd0be2b-61aa-4f52-afee-ac2ce5d31754/df95cd7d-9203-411b-a336-94fb0567485c/8425b4aa-a836-4ddf-980a-58da181b0b0e) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:56.911348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:56.989631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.032943 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:57.035965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:57.042000 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:36:57.048763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:57.097949 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:57.098560 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.186057 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-fc0d9e28-7d49-4dc2-95ca-c1804a99fc5e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542186 Apr 08 11:36:57.198347 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Request body: {'port': {'device_id': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:57.258518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.291067 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-b37b937a-60e0-4dcc-8620-14d3c4607b53 None None] Provisioning complete for port 8425b4aa-a836-4ddf-980a-58da181b0b0e triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:36:57.291650 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b37b937a-60e0-4dcc-8620-14d3c4607b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.326184 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b37b937a-60e0-4dcc-8620-14d3c4607b53 None None] Port 8425b4aa-a836-4ddf-980a-58da181b0b0e cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:36:57.513929 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:36:57.521738 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks [] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.533479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Transition to ACTIVE for port object 8425b4aa-a836-4ddf-980a-58da181b0b0e will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:36:57.603121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.653478 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:57.728304 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Attempting to bind port 8425b4aa-a836-4ddf-980a-58da181b0b0e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:36:57.731899 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Attempting to bind port 8425b4aa-a836-4ddf-980a-58da181b0b0e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:36:57.732282 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Attempting to bind port 8425b4aa-a836-4ddf-980a-58da181b0b0e on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:57.737733 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Port 8425b4aa-a836-4ddf-980a-58da181b0b0e on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:36:57.738064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Attempting to bind port 8425b4aa-a836-4ddf-980a-58da181b0b0e on network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:36:57.743241 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:36:57.743575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Checking segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:36:57.743961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Bound using segment: {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:36:57.744393 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Bound port: 8425b4aa-a836-4ddf-980a-58da181b0b0e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a7ccb0-8ece-496d-acc4-8f9bf05b6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:36:57.744782 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.777053 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fd43-83c0-4651-84eb-8b28d26994c3 req-cd9e8508-0a75-4be2-bdbc-3d9ca742e5e3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:57.778730 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9f3fd43-83c0-4651-84eb-8b28d26994c3 req-cd9e8508-0a75-4be2-bdbc-3d9ca742e5e3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0555108 Apr 08 11:36:57.817689 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:36:57.820982 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:36:57.829314 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9f3fd43-83c0-4651-84eb-8b28d26994c3 req-be96e2e8-d9dd-448b-a558-c326428ceca8 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 Apr 08 11:36:57.903891 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.939497 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:57.940117 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:36:57.941528 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] 10.222.0.61 "PUT /v2.0/ports/8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 1093 time: 0.7475116 Apr 08 11:36:57.941967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:57.944182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d29e4a-92fa-4f3d-ad25-240307ddfc39" -d '{"events": [{"name": "network-changed", "server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:36:57.984933 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde86bea-edff-44e4-a903-7512fc177ac9 x-openstack-request-id: req-fde86bea-edff-44e4-a903-7512fc177ac9 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:36:57.985323 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:36:57.985619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fde86bea-edff-44e4-a903-7512fc177ac9 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:36:57.985989 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde86bea-edff-44e4-a903-7512fc177ac9'] response: {'name': 'network-changed', 'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'status': 'completed', 'code': 200} Apr 08 11:36:57.986927 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5390-c2ba-4e04-9bfe-d1a90be61ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:58.052826 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-d6340742-aae0-4191-8490-d020a78f9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.054268 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-d6340742-aae0-4191-8490-d020a78f9fcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1127 time: 0.0492656 Apr 08 11:36:58.152324 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-9c7c3c77-4e81-4013-b216-6a1f3ccb8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.153809 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-9c7c3c77-4e81-4013-b216-6a1f3ccb8ffd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c1dd84a9a7694210b0789970dea088d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0914199 Apr 08 11:36:58.249457 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-036600bc-ec6c-4a6f-8ef1-5b1d26c5dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.250997 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-30d29e4a-92fa-4f3d-ad25-240307ddfc39 req-036600bc-ec6c-4a6f-8ef1-5b1d26c5dc84 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914714 Apr 08 11:36:58.328563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-4118fd7c-971b-42c9-bcbb-88eceaf02bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.329979 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-4118fd7c-971b-42c9-bcbb-88eceaf02bc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1127 time: 0.0436635 Apr 08 11:36:58.370598 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-742b1e58-02a5-41bf-b098-4cd6025375cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 217 time: 0.0337377 Apr 08 11:36:58.419795 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-8f27c429-2473-4993-bd03-c2dde7ff1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.421871 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-8f27c429-2473-4993-bd03-c2dde7ff1623 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0456781 Apr 08 11:36:58.469357 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f520f-e32b-41bc-9029-360056511124 req-446abaa1-ab7f-447e-bf8c-2691bed14515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.470804 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-446abaa1-ab7f-447e-bf8c-2691bed14515 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428004 Apr 08 11:36:58.557318 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-0af58487-341a-4b1f-a364-1c22853d164a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798419 Apr 08 11:36:58.645612 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-729f520f-e32b-41bc-9029-360056511124 req-949b209e-5aec-4c4f-842c-e4b5d0ae320d service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Apr 08 11:36:58.957108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e78f3d-112f-4ab2-b293-d70b7df40442 req-b726e9f2-c594-42e1-9945-37a873846646 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:58.958575 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8e78f3d-112f-4ab2-b293-d70b7df40442 req-b726e9f2-c594-42e1-9945-37a873846646 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0562465 Apr 08 11:36:59.005588 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a8e78f3d-112f-4ab2-b293-d70b7df40442 req-315483f0-36cf-4ec9-95e0-b9f84809413c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Apr 08 11:37:00.142391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7368c5-965b-439b-8821-5294a99e88b7 req-2495c900-d8e8-4bed-93f0-94408c60b4c9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:00.144462 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a7368c5-965b-439b-8821-5294a99e88b7 req-2495c900-d8e8-4bed-93f0-94408c60b4c9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0634549 Apr 08 11:37:00.199377 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8a7368c5-965b-439b-8821-5294a99e88b7 req-30036634-57a3-43ca-82b7-afd01f935a56 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490313 Apr 08 11:37:01.332746 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbdb56-f525-42ea-94da-0928c9e6d776 req-01647243-bc41-4ac2-b1d7-ebc801cddf55 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:01.334245 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-effbdb56-f525-42ea-94da-0928c9e6d776 req-01647243-bc41-4ac2-b1d7-ebc801cddf55 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0522392 Apr 08 11:37:01.381104 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-effbdb56-f525-42ea-94da-0928c9e6d776 req-6aa337db-d3da-4706-9439-405bb43cc3b7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Apr 08 11:37:02.503584 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d0544-1485-4d8e-8c2d-eb66c43eabf6 req-216ffa4e-89a0-45ac-9ba5-c99b75473d98 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:02.505078 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-578d0544-1485-4d8e-8c2d-eb66c43eabf6 req-216ffa4e-89a0-45ac-9ba5-c99b75473d98 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0556595 Apr 08 11:37:02.551008 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-578d0544-1485-4d8e-8c2d-eb66c43eabf6 req-196d9c6e-d0ec-49d8-8540-6904cd533651 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404661 Apr 08 11:37:02.555026 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:37:02.655907 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:37:02.666625 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:37:02.705668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:37:02.706311 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:02.719326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:37:02.737393 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:37:02.837319 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:02.886887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:37:02.894451 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.894799 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.895169 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.895491 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.895817 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.896138 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.896481 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.896824 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.897142 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.897455 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.897771 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.898126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.898443 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.898753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:02.899062 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:37:03.139329 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['8425b4aa-a836-4ddf-980a-58da181b0b0e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:37:03.669968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a5079-1b2e-4b78-97a1-e20fde773514 req-7c0c3247-9704-46c0-90e1-f159c045ee0b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:03.672207 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b94a5079-1b2e-4b78-97a1-e20fde773514 req-7c0c3247-9704-46c0-90e1-f159c045ee0b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0516424 Apr 08 11:37:03.723361 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b94a5079-1b2e-4b78-97a1-e20fde773514 req-e94c0da4-1fd6-4ba4-8dab-140b15c9b672 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455260 Apr 08 11:37:04.557065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:37:04.674137 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 8425b4aa-a836-4ddf-980a-58da181b0b0e completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:37:04.677880 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 8425b4aa-a836-4ddf-980a-58da181b0b0e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:37:04.678337 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:04.754479 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:37:04.754891 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:04.781140 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:37:04.783399 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c5d97-80ff-4a02-b4dd-9fe521140d0b" -d '{"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:37:04.796326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:37:04.822704 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df90e9d-dbb8-4fe1-a874-77449243f963 x-openstack-request-id: req-3df90e9d-dbb8-4fe1-a874-77449243f963 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:37:04.822993 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:37:04.823242 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3df90e9d-dbb8-4fe1-a874-77449243f963 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:37:04.823638 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df90e9d-dbb8-4fe1-a874-77449243f963'] response: {'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'code': 200} Apr 08 11:37:04.850199 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a00c-746a-4538-bfd8-899ecabd33b3 req-c3f79a5f-857e-4443-95e8-e73e57ef50fd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:04.851631 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-36e6a00c-746a-4538-bfd8-899ecabd33b3 req-c3f79a5f-857e-4443-95e8-e73e57ef50fd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0566225 Apr 08 11:37:04.877834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:04.901133 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-36e6a00c-746a-4538-bfd8-899ecabd33b3 req-a15f8208-6fdc-41b5-b10f-92a8c5ba6b47 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439079 Apr 08 11:37:04.931961 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:37:05.118395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0bcd-7cd0-46e8-b03c-0a0aba14065c req-f7e93a37-c702-4bed-8ddd-9d07ed4b403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:05.119759 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dace0bcd-7cd0-46e8-b03c-0a0aba14065c req-f7e93a37-c702-4bed-8ddd-9d07ed4b403f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0464506 Apr 08 11:37:05.161307 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dace0bcd-7cd0-46e8-b03c-0a0aba14065c req-ac1040f0-dd16-48a3-9b5d-105405874a0c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359459 Apr 08 11:37:06.024864 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06393a-de48-4291-8225-dd47229179ac req-11c1367c-2f24-4bcc-aded-39f8c1d3fbc5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:06.026036 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8c06393a-de48-4291-8225-dd47229179ac req-11c1367c-2f24-4bcc-aded-39f8c1d3fbc5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0512123 Apr 08 11:37:06.073948 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8c06393a-de48-4291-8225-dd47229179ac req-bfad0a0b-730f-4d55-b9b8-36345b051c4e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Apr 08 11:37:06.114787 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e12e33c-549b-47a9-a00b-abd9c5748ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:07.193414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676850-f49b-47bd-a830-79016269eed7 req-b13da319-4cb9-4145-8e15-65eca59219b7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:07.194890 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88676850-f49b-47bd-a830-79016269eed7 req-b13da319-4cb9-4145-8e15-65eca59219b7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0512528 Apr 08 11:37:07.240084 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-88676850-f49b-47bd-a830-79016269eed7 req-33011bc4-a3c4-4821-a28a-ebfac1d22d75 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 Apr 08 11:37:07.357238 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96af23-cc0d-4522-ae2c-25399487dd71 req-8ca1afa4-f43b-4971-a057-03a64d76b244 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:07.359259 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b96af23-cc0d-4522-ae2c-25399487dd71 req-8ca1afa4-f43b-4971-a057-03a64d76b244 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Apr 08 11:37:07.367538 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53132) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:37:07.371709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Request body: {'floatingip': {'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:37:07.414951 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:07.847344 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:07.906265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:08.006905 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Floating IP f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b associated. External IP: 172.27.1.135, port: 8425b4aa-a836-4ddf-980a-58da181b0b0e. Apr 08 11:37:08.216105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:37:08.569581 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:37:08.569581 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:08.572998 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:37:08.583639 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:37:08.584241 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:36:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:37:08.597299 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-75b372da-2b63-4213-8083-2912a26b81bb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "PUT /v2.0/floatingips/f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b HTTP/1.1" status: 200 len: 991 time: 1.2287376 Apr 08 11:37:08.597865 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:37:08.600090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e469f69-ec80-4d1a-958f-79073d1d75a4" -d '{"events": [{"name": "network-changed", "server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:37:08.635260 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fad054-c6ff-4805-82b3-769b8395721e x-openstack-request-id: req-d1fad054-c6ff-4805-82b3-769b8395721e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:37:08.635539 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:37:08.635786 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1fad054-c6ff-4805-82b3-769b8395721e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:37:08.636186 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fad054-c6ff-4805-82b3-769b8395721e'] response: {'name': 'network-changed', 'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'status': 'completed', 'code': 200} Apr 08 11:37:08.646248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c91070ed-3878-4890-bf8a-a205f83e90a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:08.701933 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-6f448416-42d7-4f41-8dc3-e1ec3c5433bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:08.703447 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-6f448416-42d7-4f41-8dc3-e1ec3c5433bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0451937 Apr 08 11:37:08.790651 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:37:08.800590 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-e5254cf8-b748-44c2-a675-b4249d21b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:08.802067 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-e5254cf8-b748-44c2-a675-b4249d21b49b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0904007 Apr 08 11:37:08.866544 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-d7d9a970-9aab-457c-9a6c-bbeabc1c0f3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 999 time: 0.0581543 Apr 08 11:37:08.918451 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-b487c5fe-c2fe-4110-b304-25271a23a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:08.919920 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-b487c5fe-c2fe-4110-b304-25271a23a00f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0478551 Apr 08 11:37:08.969169 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-0de4d561-62bb-4a84-8d99-2f08578dbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:08.970645 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-0de4d561-62bb-4a84-8d99-2f08578dbae2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446060 Apr 08 11:37:09.016167 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:53Z', 'updated_at': '2022-04-08T11:37:07Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:37:09.041397 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:37:09.049740 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:37:09.050334 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:37:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:37:09.062497 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-3e1a691b-3f01-47ae-b91f-87a4c5183f8b service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851204 Apr 08 11:37:09.150984 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e469f69-ec80-4d1a-958f-79073d1d75a4 req-eb5b35bc-cc2a-4cb5-a567-fe84fa8e7293 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820215 Apr 08 11:37:09.157793 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:37:09.380709 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:53Z', 'updated_at': '2022-04-08T11:37:07Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:37:09.407066 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a26d8c-5d90-4695-a66a-2d42b83f8db8 None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:53Z', 'updated_at': '2022-04-08T11:37:07Z', 'revision_number': 1, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:37:09.460518 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:09.596637 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8aa94-ce15-46f1-b487-23194f869102 None None] New status for floating IP f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:37:10.851110 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:12.245543 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:16.015316 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:37:20.171175 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:36.104511 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e1f53fe-c888-4a7a-8f9d-351e7dd1224d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:38.598760 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d9b764d-d87a-4a45-837a-48ba0b7d9795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:39.461599 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:40.870265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:42.247519 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:50.180854 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:37:53.014011 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:37:54.388148 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-4d8ea032-2b56-4f0c-8e98-e98c7b948309 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419199 Apr 08 11:37:54.477387 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-f716ba29-8651-4122-9a2f-b7abb9e1ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:54.478832 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-f716ba29-8651-4122-9a2f-b7abb9e1ac26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1129 time: 0.0480959 Apr 08 11:37:54.577529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-80e477b5-2831-4f48-811a-0d8ab86e67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:54.579498 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-80e477b5-2831-4f48-811a-0d8ab86e67ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0831480 Apr 08 11:37:54.649298 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-eb4713a3-181b-4c8f-9fa1-ccf5d784936b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 1000 time: 0.0613208 Apr 08 11:37:54.695084 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-f43e379c-3dec-4cc6-bcd9-2a4ca1d63927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:54.696437 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-f43e379c-3dec-4cc6-bcd9-2a4ca1d63927 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0420024 Apr 08 11:37:54.742943 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-03835c22-9954-463d-b293-58a865e1c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:54.746515 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-03835c22-9954-463d-b293-58a865e1c657 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425999 Apr 08 11:37:55.078687 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-97107ee8-3469-4834-8572-80d1893ff20f service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279216 Apr 08 11:37:55.164306 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ae97ff-c573-4ccf-bc67-18d7b7a04403 req-6e968fea-2daf-4a5c-a6c9-f42820eb7e50 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795329 Apr 08 11:38:06.100442 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-48bef183-3eac-423a-9406-0136a7f71672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:08.603322 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e07c62a3-0d94-4c74-b083-4e4b6d995389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:09.465755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:10.837106 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:12.246051 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:20.168405 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:30.013318 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:38:36.113632 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7f004f65-5fac-4677-b03a-aab32a323b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:38.624518 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d5af8c04-7aae-45f6-8b02-803d9b157350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:39.470404 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:40.862122 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:42.250980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:50.155866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:38:52.644163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae188d-5450-43d5-a214-09c4260061dd req-4ea6d24c-a89c-4aba-933c-5a204f49fcc6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:52.645606 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-85ae188d-5450-43d5-a214-09c4260061dd req-4ea6d24c-a89c-4aba-933c-5a204f49fcc6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0551608 Apr 08 11:38:52.699039 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-85ae188d-5450-43d5-a214-09c4260061dd req-2e6061c6-c9e7-4a6c-9239-8ba26c7caece tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466003 Apr 08 11:38:53.826577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89f45-d095-4f67-8e45-3a1476c53dea req-2e5abac6-8b0c-4755-ba43-4dff48f82c30 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:53.828020 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ba89f45-d095-4f67-8e45-3a1476c53dea req-2e5abac6-8b0c-4755-ba43-4dff48f82c30 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0576298 Apr 08 11:38:53.874079 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ba89f45-d095-4f67-8e45-3a1476c53dea req-b2073b1c-02f1-46f5-8876-e3604aa0e00d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402534 Apr 08 11:38:54.395634 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-ddc35130-1b5d-4294-90b0-19c239c8b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:54.397106 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-ddc35130-1b5d-4294-90b0-19c239c8b1e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0434153 Apr 08 11:38:54.500437 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-75142075-594c-48fa-9e7b-5d57063a1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:54.501820 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-75142075-594c-48fa-9e7b-5d57063a1bd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0866890 Apr 08 11:38:54.566840 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-a7757197-1b32-4491-9707-d3db566a4aba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 1001 time: 0.0568452 Apr 08 11:38:54.616262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-20e2c125-f8b0-4d0a-a8c9-ada58bcb5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:54.618279 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-20e2c125-f8b0-4d0a-a8c9-ada58bcb5887 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0431166 Apr 08 11:38:54.670972 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-30ac587a-9daf-4706-8b5f-d59213edf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:54.672458 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-30ac587a-9daf-4706-8b5f-d59213edf6ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478170 Apr 08 11:38:54.770491 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-6c5c661c-7174-4ce8-a5d8-3a00ed944688 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800431 Apr 08 11:38:54.858153 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a679e8f-358a-4726-934b-bd2941dc1294 req-795491b4-6997-4d0f-a2b1-8b9967eed665 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854573 Apr 08 11:38:54.999185 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f114b44-8db4-4581-9462-ea8ba3b02ff8 req-0ded5525-3704-46de-8da6-56f37b74838a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:55.000698 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2f114b44-8db4-4581-9462-ea8ba3b02ff8 req-0ded5525-3704-46de-8da6-56f37b74838a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Apr 08 11:38:55.048697 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2f114b44-8db4-4581-9462-ea8ba3b02ff8 req-ca03289f-f70c-4c6e-9110-355ac9560a8c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Apr 08 11:38:56.168794 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d991ad5-3d76-458e-8be7-5266eb5b23d7 req-43c9b86e-ddb2-405f-bb13-4ca54476acda tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:56.170253 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d991ad5-3d76-458e-8be7-5266eb5b23d7 req-43c9b86e-ddb2-405f-bb13-4ca54476acda tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Apr 08 11:38:56.215974 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0d991ad5-3d76-458e-8be7-5266eb5b23d7 req-3e8e4fd7-c377-4ba1-af90-e425c34fc8eb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Apr 08 11:38:57.338108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465bf91-1647-4b30-82eb-ff0335e13159 req-13df6142-ab76-4196-a69a-87885a57bd60 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:57.339563 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c465bf91-1647-4b30-82eb-ff0335e13159 req-13df6142-ab76-4196-a69a-87885a57bd60 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0541143 Apr 08 11:38:57.386128 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c465bf91-1647-4b30-82eb-ff0335e13159 req-5c117535-f0fa-4fe0-b7a5-e2e5b72be58f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409019 Apr 08 11:38:58.510708 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7cb91-6d8a-4ca2-91f0-7be145f0b1bf req-44438163-c639-4554-9533-ecc3e06cf280 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:58.512171 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bc7cb91-6d8a-4ca2-91f0-7be145f0b1bf req-44438163-c639-4554-9533-ecc3e06cf280 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Apr 08 11:38:58.561930 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2bc7cb91-6d8a-4ca2-91f0-7be145f0b1bf req-e38de315-97d2-457a-8895-58eac5f36cf1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Apr 08 11:38:59.684635 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3ea8-cffc-4342-94e2-29dba9bdc6a8 req-5d230255-5ad8-49e5-89b6-bd7b257d4027 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:59.686159 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c3e3ea8-cffc-4342-94e2-29dba9bdc6a8 req-5d230255-5ad8-49e5-89b6-bd7b257d4027 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Apr 08 11:38:59.737512 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c3e3ea8-cffc-4342-94e2-29dba9bdc6a8 req-120c47f2-d12e-41b6-afa1-a2666d11d562 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455976 Apr 08 11:39:00.859225 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542bcab-002d-4795-9541-0ecf9bdc1dd1 req-52fa4805-1c37-40e2-9aa5-9b86c067ee5f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:00.860635 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c542bcab-002d-4795-9541-0ecf9bdc1dd1 req-52fa4805-1c37-40e2-9aa5-9b86c067ee5f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Apr 08 11:39:00.904121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53474) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:00.909558 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948315200', 'description': 'tempest-description--1923575927'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:00.913519 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c542bcab-002d-4795-9541-0ecf9bdc1dd1 req-c1fb52a4-0eee-40a3-80b8-e6ffff1bd086 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Apr 08 11:39:00.966947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.032464 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (9a98c09d-3652-4745-b504-1bd59abaafbe), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.075143 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9a98c09d-3652-4745-b504-1bd59abaafbe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.103855 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98c09d-3652-4745-b504-1bd59abaafbe,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:01.111158 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.111447 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.111796 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.112141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.112481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.112848 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.113188 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.113519 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.113852 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.114185 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.114516 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.114846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.115175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.115502 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.115829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:01.139961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.141255 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0ac6a0a7-b246-4757-9840-c388e5e4ec72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2351806 Apr 08 11:39:01.143995 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53476) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:01.148911 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '9a98c09d-3652-4745-b504-1bd59abaafbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:01.217029 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (6ff4f756-a680-4027-bf0f-c85f6bfdc312), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.270292 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (6ff4f756-a680-4027-bf0f-c85f6bfdc312), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.326757 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (6ff4f756-a680-4027-bf0f-c85f6bfdc312), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.344351 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff4f756-a680-4027-bf0f-c85f6bfdc312,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:01.412364 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.413510 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ca471468-841b-467c-88e9-33556a7b0be6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685988 Apr 08 11:39:01.416812 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53478) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:01.421181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '9a98c09d-3652-4745-b504-1bd59abaafbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:01.500241 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (031b6d88-22f2-4ba1-9cce-868b70a7951e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.556862 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (031b6d88-22f2-4ba1-9cce-868b70a7951e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.626879 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (031b6d88-22f2-4ba1-9cce-868b70a7951e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.644181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b6d88-22f2-4ba1-9cce-868b70a7951e,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:01.734155 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.735366 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a8c12617-d4d9-436e-84a3-183dd5595464 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3175945 Apr 08 11:39:01.738377 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53480) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:01.743491 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:01.817991 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:01.912520 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.052597 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.27.1.238 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/9afc14ac-3662-4d7b-b48a-dd2377c4ccbe) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:39:02.076850 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e65d-15ec-43e1-91d0-076e757c3ddb req-8ba217cf-aa6d-4dff-90ad-dc38d452054b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:02.078316 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-34f0e65d-15ec-43e1-91d0-076e757c3ddb req-8ba217cf-aa6d-4dff-90ad-dc38d452054b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0809374 Apr 08 11:39:02.178215 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-34f0e65d-15ec-43e1-91d0-076e757c3ddb req-c5a24923-4205-42e2-b3bb-e98066aca10b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880246 Apr 08 11:39:02.205121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.281269 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.317468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:39:02.321898 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:39:02.327819 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:39:02.333553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=9afc14ac-3662-4d7b-b48a-dd2377c4ccbe,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:02.416478 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.514297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.661999 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.715357 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.787785 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=9afc14ac-3662-4d7b-b48a-dd2377c4ccbe,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:02.798133 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.865811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:02.867104 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2a4ad37d-e34e-4cf6-a352-f8e934876b4e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1277399 Apr 08 11:39:03.030372 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-e7f66ce1-dbc2-463a-837a-871bd6e85311 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1948315200&fields=id&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 267 time: 0.0417862 Apr 08 11:39:03.138069 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-4878d6bb-625e-4e97-b41b-6e6c39c438ab tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:03.139530 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-4878d6bb-625e-4e97-b41b-6e6c39c438ab tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1030190 Apr 08 11:39:03.154203 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-a9c6e315-bda8-48b0-97e5-646066037f72 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/quotas/15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 375 time: 0.0094953 Apr 08 11:39:03.209584 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-90146c1b-a4bd-4bbc-b4c1-88f98f16067d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507579 Apr 08 11:39:03.300809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15886-0303-44bf-86cb-3d168613a1a8 req-13a68f5c-d371-4c99-aa8b-8a02850667e4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:03.302399 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-58c15886-0303-44bf-86cb-3d168613a1a8 req-13a68f5c-d371-4c99-aa8b-8a02850667e4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0527298 Apr 08 11:39:03.309964 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-077539cd-d0f4-49ed-ab69-b2230f2c3bcd service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883634 Apr 08 11:39:03.363481 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-58c15886-0303-44bf-86cb-3d168613a1a8 req-dc34302b-26eb-4c98-a489-5ab37b5bf8bd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452697 Apr 08 11:39:03.402547 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-f55b8026-80d0-476c-8593-b75375e496bb service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 Apr 08 11:39:03.668061 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdeb43e0-0cf9-4e4b-8150-f2944ae9bcaf req-66e52454-544a-4212-9ac2-07eef79d1186 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 210 time: 0.0266652 Apr 08 11:39:04.484319 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926c2e4-cef0-47a8-be69-4c51dd45714c req-9a6b880b-c8cc-487e-9064-f54d9029fdcd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:04.485839 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e926c2e4-cef0-47a8-be69-4c51dd45714c req-9a6b880b-c8cc-487e-9064-f54d9029fdcd tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Apr 08 11:39:04.536294 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e926c2e4-cef0-47a8-be69-4c51dd45714c req-5d00005e-5e9e-40e3-b182-c7a709fb205c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 Apr 08 11:39:04.763864 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0929bd0f-84a6-4367-b3f1-e6f02e61476b req-29e887fa-e464-4402-9c0a-4b1a1628a94a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 210 time: 0.0277607 Apr 08 11:39:05.402021 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-71a78b67-f21c-42fc-bc3d-2b660ac23a33 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:05.403387 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-71a78b67-f21c-42fc-bc3d-2b660ac23a33 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1073050 Apr 08 11:39:05.474103 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-691f143a-5ed3-4da0-b1fc-e6abb4491002 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 473 time: 0.0615873 Apr 08 11:39:05.482049 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'port': {'device_id': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'admin_state_up': True, 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'security_groups': ['9a98c09d-3652-4745-b504-1bd59abaafbe']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:05.646510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:39:05.650581 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:05.661672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618f156-7519-440c-9aca-4d43339e43ff req-42366f52-1a2f-4c5e-abc6-0ea720ea76be tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:05.663843 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e618f156-7519-440c-9aca-4d43339e43ff req-42366f52-1a2f-4c5e-abc6-0ea720ea76be tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Apr 08 11:39:05.720916 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e618f156-7519-440c-9aca-4d43339e43ff req-dbeb1f39-c797-4ca5-ae1c-14a0c43d2691 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510802 Apr 08 11:39:05.779297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.20.0.3 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/201f355c-cf91-4276-9d23-2e12de6f6ad5) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:39:05.890860 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fcce68f2-7d62-4e52-8f4a-20cdfc161298 req-452b9658-835e-437d-a074-57762028093c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 210 time: 0.0597861 Apr 08 11:39:05.939958 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.024947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.066354 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:39:06.069380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:39:06.075573 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:39:06.092556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be53af12-73aa-45f5-b47c-4ff358e0e578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.104112 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:06.132788 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:06.133419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.227401 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-842e9cce-97b8-4990-94e8-d2f1fd943ebf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481701 Apr 08 11:39:06.257143 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-df0b7d60-2d4a-4c07-b1a9-60d17b1218f0 None None] Provisioning complete for port 201f355c-cf91-4276-9d23-2e12de6f6ad5 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:39:06.257512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d60-2d4a-4c07-b1a9-60d17b1218f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.287630 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Request body: {'port': {'device_id': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:06.294850 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-df0b7d60-2d4a-4c07-b1a9-60d17b1218f0 None None] Port 201f355c-cf91-4276-9d23-2e12de6f6ad5 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:39:06.345653 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.601037 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201f355c-cf91-4276-9d23-2e12de6f6ad5 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:39:06.608089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks [] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.620262 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Transition to ACTIVE for port object 201f355c-cf91-4276-9d23-2e12de6f6ad5 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:39:06.698427 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.756724 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Pushing event updated for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:06.833432 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Attempting to bind port 201f355c-cf91-4276-9d23-2e12de6f6ad5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:39:06.834488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Attempting to bind port 201f355c-cf91-4276-9d23-2e12de6f6ad5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:39:06.834967 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Attempting to bind port 201f355c-cf91-4276-9d23-2e12de6f6ad5 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:39:06.841070 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Port 201f355c-cf91-4276-9d23-2e12de6f6ad5 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:39:06.841625 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Attempting to bind port 201f355c-cf91-4276-9d23-2e12de6f6ad5 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:39:06.846627 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:39:06.846965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:39:06.847389 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:39:06.847816 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Bound port: 201f355c-cf91-4276-9d23-2e12de6f6ad5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:39:06.848175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:06.852520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49825cd-e460-41ea-a6cf-0d4e2d404356 req-801ffbca-10a2-4e7c-acef-6320aac48782 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:06.859333 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b49825cd-e460-41ea-a6cf-0d4e2d404356 req-801ffbca-10a2-4e7c-acef-6320aac48782 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0603893 Apr 08 11:39:06.904807 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b49825cd-e460-41ea-a6cf-0d4e2d404356 req-9fae18c0-dd44-4d7c-aebb-573011d9c4be tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445778 Apr 08 11:39:06.918565 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:39:06.921595 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:39:07.008905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793b16-c058-4cec-ab09-ac42ea8a68f9 req-cd2f0ed2-7a28-422b-8f1b-1233fdaeb05b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.010321 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c793b16-c058-4cec-ab09-ac42ea8a68f9 req-cd2f0ed2-7a28-422b-8f1b-1233fdaeb05b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 943 time: 0.0535648 Apr 08 11:39:07.015062 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:39:07.054332 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:07.064419 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5c793b16-c058-4cec-ab09-ac42ea8a68f9 req-7ef541d6-2b86-4a3f-95f5-f048ca2f879c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Apr 08 11:39:07.092730 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.093348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:07.094699 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] 10.222.0.61 "PUT /v2.0/ports/201f355c-cf91-4276-9d23-2e12de6f6ad5 HTTP/1.1" status: 200 len: 1093 time: 0.8114419 Apr 08 11:39:07.095133 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:39:07.097365 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118961f3-d3a4-49be-adec-64f3b1438b59" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:39:07.124385 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af384d-2f13-4a39-b43d-8d1e07d49783 service neutron] Pushing event updated for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:07.140573 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9810f-d3d6-4f44-aa67-e5979bf04559 x-openstack-request-id: req-8fd9810f-d3d6-4f44-aa67-e5979bf04559 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:39:07.140900 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:39:07.141156 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fd9810f-d3d6-4f44-aa67-e5979bf04559 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:39:07.141559 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd9810f-d3d6-4f44-aa67-e5979bf04559'] response: {'name': 'network-changed', 'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'status': 'completed', 'code': 200} Apr 08 11:39:07.209227 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-a819aad3-f028-4b5a-8c7e-e9f154745b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.211278 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-a819aad3-f028-4b5a-8c7e-e9f154745b07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 1127 time: 0.0500574 Apr 08 11:39:07.310144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-6e981dfe-cb25-42b7-bc5c-750c89a4e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.311562 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-6e981dfe-cb25-42b7-bc5c-750c89a4e5c4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=15c48484c28e49be8d102c7e7310a153&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938432 Apr 08 11:39:07.405420 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-739cdf63-5cef-4930-9780-3aaa401bf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.406768 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-118961f3-d3a4-49be-adec-64f3b1438b59 req-739cdf63-5cef-4930-9780-3aaa401bf329 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894034 Apr 08 11:39:07.484267 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-804a45fe-007d-48f8-89dc-c832a5e78a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.485758 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-804a45fe-007d-48f8-89dc-c832a5e78a9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 1127 time: 0.0440590 Apr 08 11:39:07.526307 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-3d250818-0185-42e1-8d07-c07aaacc0dca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0340831 Apr 08 11:39:07.575366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-c909cf8d-a913-43e9-bcbf-f5da940776c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.576776 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-c909cf8d-a913-43e9-bcbf-f5da940776c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0448136 Apr 08 11:39:07.623518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-f18f4626-d4d8-4e11-b1f5-24e9d4426ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:07.624995 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-f18f4626-d4d8-4e11-b1f5-24e9d4426ae0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424154 Apr 08 11:39:07.711963 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-b914bf22-ef63-49d9-9e58-47fcf8b84f65 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Apr 08 11:39:07.801381 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2fe6c220-43d1-4b49-bac2-1d04b6f91a68 req-e4d97c4f-9347-465c-a084-2e50248b3ef9 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828726 Apr 08 11:39:08.028879 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ec080-b243-4e7f-a504-10bb678eb8ad req-2fe8ed98-9ed4-4482-acb9-e76e5cc8efba tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:08.030329 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb6ec080-b243-4e7f-a504-10bb678eb8ad req-2fe8ed98-9ed4-4482-acb9-e76e5cc8efba tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Apr 08 11:39:08.075743 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fb6ec080-b243-4e7f-a504-10bb678eb8ad req-b334a52c-86be-4b93-9f51-bb5422a7d014 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398712 Apr 08 11:39:08.185706 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290938d-7af9-44b4-9c68-846de86ea27e req-5f97ba4f-0584-4221-b1e4-b6c9cf4bd04f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:08.187173 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2290938d-7af9-44b4-9c68-846de86ea27e req-5f97ba4f-0584-4221-b1e4-b6c9cf4bd04f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 943 time: 0.0553298 Apr 08 11:39:08.232587 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2290938d-7af9-44b4-9c68-846de86ea27e req-1579f2ab-3816-4393-a01a-3ae5157b5889 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Apr 08 11:39:08.615606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-41f0efb0-a7de-4f51-82c0-2656695c7e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:09.198487 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2d3a6-8868-494a-99a0-dc428b5b51f4 req-3c4ea2b7-3973-4565-bb09-11579c5454a1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:09.199944 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00b2d3a6-8868-494a-99a0-dc428b5b51f4 req-3c4ea2b7-3973-4565-bb09-11579c5454a1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0557415 Apr 08 11:39:09.245642 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-00b2d3a6-8868-494a-99a0-dc428b5b51f4 req-2df2094b-0639-4bc9-9b42-dd2bdc7d846a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Apr 08 11:39:09.348028 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8ead-6d62-4515-81a3-ca5917969d5c req-f9ef1c4d-01c2-4628-8064-7d885cea393c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:09.349524 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-159f8ead-6d62-4515-81a3-ca5917969d5c req-f9ef1c4d-01c2-4628-8064-7d885cea393c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 943 time: 0.0523429 Apr 08 11:39:09.398148 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-159f8ead-6d62-4515-81a3-ca5917969d5c req-e3897332-3093-482a-824f-c24919de3028 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Apr 08 11:39:09.474652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:10.365182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca6bc4-83c4-4363-923d-e2a01ee15944 req-67023380-9c36-4ff4-971c-527d9b7dc48a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:10.366608 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fdca6bc4-83c4-4363-923d-e2a01ee15944 req-67023380-9c36-4ff4-971c-527d9b7dc48a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Apr 08 11:39:10.412384 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-fdca6bc4-83c4-4363-923d-e2a01ee15944 req-89c6bb01-3efa-45e4-9be4-8cdbb9fd4d50 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Apr 08 11:39:10.514631 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c856-a1dd-47f9-a814-12672d04940d req-6b187914-c094-42c7-923e-05c89c636198 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:10.516100 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9d1c856-a1dd-47f9-a814-12672d04940d req-6b187914-c094-42c7-923e-05c89c636198 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 943 time: 0.0517995 Apr 08 11:39:10.565354 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9d1c856-a1dd-47f9-a814-12672d04940d req-cccdc0b1-c2ec-42fe-865d-3901701e6319 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Apr 08 11:39:10.852799 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:11.208798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 201f355c-cf91-4276-9d23-2e12de6f6ad5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:39:11.430242 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:11.441079 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'port_id': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'mac_address': 'fa:16:3e:ef:8e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:39:11.479064 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 201f355c-cf91-4276-9d23-2e12de6f6ad5 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:39:11.479449 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:11.491929 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201f355c-cf91-4276-9d23-2e12de6f6ad5 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:39:11.510804 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:11.581064 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:11.635204 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:11.639291 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac827-4dbd-4ff4-b612-f914feb8a3f2 req-73abc748-8743-4d83-b03f-4f810cbf7b65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:11.642224 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.642567 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.642901 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.643231 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.643557 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.643878 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.644191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.644507 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.644867 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.645166 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.645480 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.645708 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ddac827-4dbd-4ff4-b612-f914feb8a3f2 req-73abc748-8743-4d83-b03f-4f810cbf7b65 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Apr 08 11:39:11.646149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.646471 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.646859 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.647094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:39:11.688342 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4ddac827-4dbd-4ff4-b612-f914feb8a3f2 req-4c94b988-6507-465c-bed7-7614d22704ca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417862 Apr 08 11:39:11.689668 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11bbd1-b868-4247-9554-0d196ae44681 req-7c880e87-79b3-4aec-98c4-a8611a08cb04 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:11.691188 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d11bbd1-b868-4247-9554-0d196ae44681 req-7c880e87-79b3-4aec-98c4-a8611a08cb04 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 944 time: 0.0561588 Apr 08 11:39:11.740509 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8d11bbd1-b868-4247-9554-0d196ae44681 req-5b1a32e1-cbe7-45ef-b262-49ae901279ac tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Apr 08 11:39:11.912690 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['201f355c-cf91-4276-9d23-2e12de6f6ad5'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:39:12.263092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:12.810736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca45df-06b6-4d8f-a269-32f4de089549 req-e2cc3741-dacc-420a-99e3-23c0d4376cf6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:12.812412 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e0ca45df-06b6-4d8f-a269-32f4de089549 req-e2cc3741-dacc-420a-99e3-23c0d4376cf6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Apr 08 11:39:12.859195 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e0ca45df-06b6-4d8f-a269-32f4de089549 req-fdaf9c4a-5d66-4e14-b4b1-c11b4f58f320 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Apr 08 11:39:12.859401 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c7e3-6f4e-4844-8df4-97240dfdb07a req-80e7b0db-e660-4ae9-830e-d3170f9bc362 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:12.860845 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1588c7e3-6f4e-4844-8df4-97240dfdb07a req-80e7b0db-e660-4ae9-830e-d3170f9bc362 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 944 time: 0.0538511 Apr 08 11:39:12.908079 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1588c7e3-6f4e-4844-8df4-97240dfdb07a req-d9349fdb-9471-4472-a01a-c6a976448aed tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Apr 08 11:39:13.208533 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 201f355c-cf91-4276-9d23-2e12de6f6ad5 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:39:13.348886 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 201f355c-cf91-4276-9d23-2e12de6f6ad5 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:39:13.353714 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 201f355c-cf91-4276-9d23-2e12de6f6ad5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:39:13.354175 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:13.428496 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 201f355c-cf91-4276-9d23-2e12de6f6ad5 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:39:13.428907 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:13.450862 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:39:13.453112 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39073d2d-0464-4316-8c1a-5e582728f156" -d '{"events": [{"server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "name": "network-vif-plugged", "status": "completed", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:39:13.469337 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:13.491093 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b8f78-efc8-49f4-9f02-09afa2864f9e x-openstack-request-id: req-200b8f78-efc8-49f4-9f02-09afa2864f9e {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:39:13.491392 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "name": "network-vif-plugged", "status": "completed", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:39:13.491668 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-200b8f78-efc8-49f4-9f02-09afa2864f9e {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:39:13.492069 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200b8f78-efc8-49f4-9f02-09afa2864f9e'] response: {'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'code': 200} Apr 08 11:39:13.543394 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:13.590946 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:13.786815 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bdd4a-de63-47c5-8e64-2e6ae498db83 req-46b49aea-a21d-4b75-9716-5e9c0df6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:13.788357 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-635bdd4a-de63-47c5-8e64-2e6ae498db83 req-46b49aea-a21d-4b75-9716-5e9c0df6f694 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 1129 time: 0.0446806 Apr 08 11:39:13.836632 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-635bdd4a-de63-47c5-8e64-2e6ae498db83 req-a8580e65-15c6-4d55-93d8-223656a72b1b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Apr 08 11:39:13.984402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cace-4bec-4f54-88d5-bbbf96502686 req-678c551e-3410-4e82-860c-5aa4273b32ca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:13.985911 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9b0cace-4bec-4f54-88d5-bbbf96502686 req-678c551e-3410-4e82-860c-5aa4273b32ca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0572076 Apr 08 11:39:14.027271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382e0f-d54f-4d32-9b48-d674c1d1ced0 req-0dc55a20-d7e1-46c4-82ef-5ddb3d641305 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:14.028770 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c382e0f-d54f-4d32-9b48-d674c1d1ced0 req-0dc55a20-d7e1-46c4-82ef-5ddb3d641305 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0521646 Apr 08 11:39:14.034947 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9b0cace-4bec-4f54-88d5-bbbf96502686 req-361bc77e-e4a9-47ec-bbe6-1e7dffb0c3e7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Apr 08 11:39:14.077764 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1c382e0f-d54f-4d32-9b48-d674c1d1ced0 req-1790e52a-7427-485b-887f-183af8ddb944 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Apr 08 11:39:15.159187 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1fa7f-2a64-4fae-a367-fc9167383692 req-58100513-d4e3-4993-8a1e-f82d96e924e4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:15.160818 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-39d1fa7f-2a64-4fae-a367-fc9167383692 req-58100513-d4e3-4993-8a1e-f82d96e924e4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0536568 Apr 08 11:39:15.194502 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33923898-b97b-425a-bd09-c330130c5ea6 req-047508a0-ae74-4807-bee4-08b8682cdd2e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:15.196390 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-33923898-b97b-425a-bd09-c330130c5ea6 req-047508a0-ae74-4807-bee4-08b8682cdd2e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0529511 Apr 08 11:39:15.212391 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-39d1fa7f-2a64-4fae-a367-fc9167383692 req-a6352ad5-2979-4733-9602-091bc9740bc6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456126 Apr 08 11:39:15.243967 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-33923898-b97b-425a-bd09-c330130c5ea6 req-cc7a9cb4-446d-4995-a90e-a2681245c02e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Apr 08 11:39:16.338455 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e1f42-b04d-487c-89db-42ad15834e2d req-f2a500ac-56b2-4ed0-936f-fd05f172301e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:16.339959 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e85e1f42-b04d-487c-89db-42ad15834e2d req-f2a500ac-56b2-4ed0-936f-fd05f172301e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0564921 Apr 08 11:39:16.363032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738f11-bbb9-49f2-ad9c-0aef42dd971a req-7bbcb0fa-c2a5-4d7c-a927-3f154c5fbee1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:16.364490 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4d738f11-bbb9-49f2-ad9c-0aef42dd971a req-7bbcb0fa-c2a5-4d7c-a927-3f154c5fbee1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0555146 Apr 08 11:39:16.387961 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e85e1f42-b04d-487c-89db-42ad15834e2d req-3e2dd701-a37c-461d-8db8-34f8ab2dc793 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Apr 08 11:39:16.412424 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4d738f11-bbb9-49f2-ad9c-0aef42dd971a req-1d8495e2-7190-4794-8fab-794df584ad98 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Apr 08 11:39:16.525344 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ebf56-21de-41ec-a745-9dc51beedff2 req-bb7672ea-1f5d-4d27-958e-78695f4eaa6e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:16.526723 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0e9ebf56-21de-41ec-a745-9dc51beedff2 req-bb7672ea-1f5d-4d27-958e-78695f4eaa6e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0517297 Apr 08 11:39:16.535119 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53566) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:16.540195 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'port_id': '201f355c-cf91-4276-9d23-2e12de6f6ad5'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:39:16.579276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:17.014516 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:17.072049 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:17.173165 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 358eadca-b1f8-43c6-ba08-3b6d9a6ce497 associated. External IP: 172.27.1.238, port: 201f355c-cf91-4276-9d23-2e12de6f6ad5. Apr 08 11:39:17.382809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:39:17.492840 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:39:17.501056 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:17.508291 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:39:17.509860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78851ae3-763e-4d07-bb53-5e7103bbdf31 req-b1de8b38-dbc5-4ce7-ae62-1dd1675c2f5c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:17.511378 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78851ae3-763e-4d07-bb53-5e7103bbdf31 req-b1de8b38-dbc5-4ce7-ae62-1dd1675c2f5c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Apr 08 11:39:17.519103 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:39:17.520023 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:39:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:39:17.540769 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7ca964d5-1a10-46ed-b9c6-6d5f11fae920 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "PUT /v2.0/floatingips/358eadca-b1f8-43c6-ba08-3b6d9a6ce497 HTTP/1.1" status: 200 len: 991 time: 0.9951541 Apr 08 11:39:17.540769 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:39:17.540769 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7013b-53f2-4807-ae8a-56296af6d3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:39:17.566603 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-78851ae3-763e-4d07-bb53-5e7103bbdf31 req-147bf198-8f1f-4637-b0e7-eb69c3bc0d8d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491748 Apr 08 11:39:17.578754 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c76a24-e607-481f-8b0e-0560c9047a7c x-openstack-request-id: req-b4c76a24-e607-481f-8b0e-0560c9047a7c {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:39:17.579402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:39:17.579875 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4c76a24-e607-481f-8b0e-0560c9047a7c {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:39:17.580284 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c76a24-e607-481f-8b0e-0560c9047a7c'] response: {'name': 'network-changed', 'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'status': 'completed', 'code': 200} Apr 08 11:39:17.643259 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-e3bc7764-1b03-47d5-8566-9400e0f4b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:17.644669 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-e3bc7764-1b03-47d5-8566-9400e0f4b494 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 1129 time: 0.0440128 Apr 08 11:39:17.644830 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:39:17.736157 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-0ebb1539-fce5-4df6-a128-4d21e5d046e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:17.737653 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-0ebb1539-fce5-4df6-a128-4d21e5d046e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0874691 Apr 08 11:39:17.805754 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-96bbd77e-a481-4430-80c6-a2ff43ad2e0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5 HTTP/1.1" status: 200 len: 999 time: 0.0620270 Apr 08 11:39:17.865963 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-4fd7ff6e-87cf-4200-8ce5-4154dc1df8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:17.867565 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-4fd7ff6e-87cf-4200-8ce5-4154dc1df8ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0446448 Apr 08 11:39:17.876480 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '358eadca-b1f8-43c6-ba08-3b6d9a6ce497', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:ef:8e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:39:02Z', 'updated_at': '2022-04-08T11:39:16Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}, {'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:39:17.907734 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:39:17.916037 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-3931fd4e-6248-45a5-88fe-3d6c3a5424e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:17.916447 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:39:17.917145 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:39:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:39:17.917552 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-3931fd4e-6248-45a5-88fe-3d6c3a5424e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443790 Apr 08 11:39:18.011591 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-d3d735ef-c221-4b0f-8f34-795a53d2b5bb service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Apr 08 11:39:18.104322 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-44b7013b-53f2-4807-ae8a-56296af6d3dc req-b6bcd329-c152-4870-ab9f-079e9eea6de5 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866723 Apr 08 11:39:18.116059 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:39:18.347699 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '358eadca-b1f8-43c6-ba08-3b6d9a6ce497', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:ef:8e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:39:02Z', 'updated_at': '2022-04-08T11:39:16Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}, {'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:39:18.381461 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc66c56-8b92-4024-a744-d14a90a64bce None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '358eadca-b1f8-43c6-ba08-3b6d9a6ce497', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:ef:8e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:39:02Z', 'updated_at': '2022-04-08T11:39:16Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}, {'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:39:18.565000 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53d0ca-86ee-4374-a8ec-2bb183fbd432 None None] New status for floating IP 358eadca-b1f8-43c6-ba08-3b6d9a6ce497: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:39:18.694971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901a66-fb5a-429a-96a6-2d20e44e4084 req-2b2ffdf8-e7b9-4822-ab22-f8a73d686b0f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:18.696592 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82901a66-fb5a-429a-96a6-2d20e44e4084 req-2b2ffdf8-e7b9-4822-ab22-f8a73d686b0f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0555184 Apr 08 11:39:18.744291 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-82901a66-fb5a-429a-96a6-2d20e44e4084 req-8e24d6bd-41de-4063-a899-a4a25cb04c0a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Apr 08 11:39:19.864743 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de50f10-5f26-4d5e-88f9-ffdfeabd9d8b req-f80daf41-89a5-4ef1-bb7f-f4a19691caed tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:19.866125 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de50f10-5f26-4d5e-88f9-ffdfeabd9d8b req-f80daf41-89a5-4ef1-bb7f-f4a19691caed tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Apr 08 11:39:19.918155 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de50f10-5f26-4d5e-88f9-ffdfeabd9d8b req-2a27ac63-9d9a-4e01-8106-d5829db02708 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459998 Apr 08 11:39:20.195328 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:21.042204 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a9c53-0a47-4758-ab44-7e63dda3aa4c req-d627c0b2-2040-4fda-ab7e-c7333d43a17a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:21.043660 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c41a9c53-0a47-4758-ab44-7e63dda3aa4c req-d627c0b2-2040-4fda-ab7e-c7333d43a17a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0549023 Apr 08 11:39:21.090054 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c41a9c53-0a47-4758-ab44-7e63dda3aa4c req-8351e6fd-a18e-402a-81ed-9e5db90b44a7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Apr 08 11:39:22.211193 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9d6d-ca3d-4db4-87f2-ba81718d2f26 req-f7e4d291-35b3-48f0-b8da-0f71fd9e2f8e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:22.213225 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e86b9d6d-ca3d-4db4-87f2-ba81718d2f26 req-f7e4d291-35b3-48f0-b8da-0f71fd9e2f8e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Apr 08 11:39:22.259707 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e86b9d6d-ca3d-4db4-87f2-ba81718d2f26 req-e07fc08a-4f34-40e6-aca7-28503e5b3e2e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411656 Apr 08 11:39:23.378920 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cedc7-e59f-4a9c-a358-6873b9253d36 req-5aa06201-194f-4a11-8a3d-3af6b12ccdb9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:23.380405 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-846cedc7-e59f-4a9c-a358-6873b9253d36 req-5aa06201-194f-4a11-8a3d-3af6b12ccdb9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0515549 Apr 08 11:39:23.425803 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-846cedc7-e59f-4a9c-a358-6873b9253d36 req-92a39df5-55f3-448d-946f-770cf94ff300 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Apr 08 11:39:24.546698 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927e0d1-a09c-404f-bed0-4ee99e768c43 req-1b4cbdee-0cfd-4fd4-8725-69ff56f86141 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:24.548171 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2927e0d1-a09c-404f-bed0-4ee99e768c43 req-1b4cbdee-0cfd-4fd4-8725-69ff56f86141 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0516310 Apr 08 11:39:24.593509 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2927e0d1-a09c-404f-bed0-4ee99e768c43 req-8720e2fe-95db-4e84-b28e-28459f78850d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Apr 08 11:39:25.717175 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd348a-2e3d-49d7-8605-ac7e00dd3496 req-083b895d-d557-4002-acda-4ef82e57e66a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:25.718636 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61dd348a-2e3d-49d7-8605-ac7e00dd3496 req-083b895d-d557-4002-acda-4ef82e57e66a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Apr 08 11:39:25.764255 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-61dd348a-2e3d-49d7-8605-ac7e00dd3496 req-3a23df9b-a3ec-4e89-be4e-d95bf62d272a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 Apr 08 11:39:26.885819 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bc504-c64f-432e-b364-c716808210b7 req-f42fc898-63a8-4d7d-90b5-8269cbe4b8a0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:26.887239 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c78bc504-c64f-432e-b364-c716808210b7 req-f42fc898-63a8-4d7d-90b5-8269cbe4b8a0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0548174 Apr 08 11:39:26.932518 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c78bc504-c64f-432e-b364-c716808210b7 req-df78ddb5-4738-4d38-a68e-bc8a1d9f58a7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398095 Apr 08 11:39:27.292196 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:39:27.387115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:27.397771 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:39:27.438256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: ACTIVE; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:39:27.438645 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:27.451131 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:39:27.470236 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:27.559966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:27.611527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:27.638051 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['8425b4aa-a836-4ddf-980a-58da181b0b0e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:39:28.052161 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc782a-7ed9-40d7-828f-081c035c7941 req-d5c85119-bd65-4bc4-9ceb-bf36c2bc6270 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:28.053634 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ecbc782a-7ed9-40d7-828f-081c035c7941 req-d5c85119-bd65-4bc4-9ceb-bf36c2bc6270 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0513005 Apr 08 11:39:28.099828 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ecbc782a-7ed9-40d7-828f-081c035c7941 req-66252df9-0a55-45e7-8205-19c0feb1b35b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 Apr 08 11:39:29.227970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eceef-4729-4772-b77f-4cb2dfd93313 req-bef32150-b87f-4c84-a891-b3499435753d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:29.229477 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-225eceef-4729-4772-b77f-4cb2dfd93313 req-bef32150-b87f-4c84-a891-b3499435753d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0513315 Apr 08 11:39:29.274083 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-225eceef-4729-4772-b77f-4cb2dfd93313 req-078b8c39-6e95-4023-80d4-0126b2042c5d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 Apr 08 11:39:29.317685 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:39:29.364654 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 8425b4aa-a836-4ddf-980a-58da181b0b0e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:39:29.365055 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:29.443386 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:39:29.443756 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:29.467359 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:39:29.469581 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a3a75-ed51-452c-b092-518afd318a5d" -d '{"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:39:29.482780 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:29.508744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3aaed-ae62-4058-a2ec-18f21ea431ce x-openstack-request-id: req-57f3aaed-ae62-4058-a2ec-18f21ea431ce {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:39:29.508744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:39:29.508744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57f3aaed-ae62-4058-a2ec-18f21ea431ce {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:39:29.508744 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f3aaed-ae62-4058-a2ec-18f21ea431ce'] response: {'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'code': 200} Apr 08 11:39:29.548247 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:29.595511 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:30.402131 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5715-71e8-4ab8-a651-0872f3e60225 req-2ee37d03-f5b8-49fd-b02b-5d33e53caaf2 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:30.403593 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9ed5715-71e8-4ab8-a651-0872f3e60225 req-2ee37d03-f5b8-49fd-b02b-5d33e53caaf2 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0563123 Apr 08 11:39:30.451436 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9ed5715-71e8-4ab8-a651-0872f3e60225 req-7e15c4d5-c686-4a27-8988-1814e1366f9b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Apr 08 11:39:31.591403 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9583ae-0bd5-4a20-a881-3b677b45c9ff req-f94d5d40-01a9-4a31-ae44-1d09ff4cd30c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:31.593836 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f9583ae-0bd5-4a20-a881-3b677b45c9ff req-f94d5d40-01a9-4a31-ae44-1d09ff4cd30c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0546885 Apr 08 11:39:31.656527 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3f9583ae-0bd5-4a20-a881-3b677b45c9ff req-23404d6f-1f62-4c99-9aa6-792996a62a88 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577989 Apr 08 11:39:32.793772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1e67c-5da3-483c-9781-0e66f24ab051 req-282ed751-bf70-4764-926b-4b11bdd4adaf tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:32.795327 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de1e67c-5da3-483c-9781-0e66f24ab051 req-282ed751-bf70-4764-926b-4b11bdd4adaf tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0565810 Apr 08 11:39:32.844749 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5de1e67c-5da3-483c-9781-0e66f24ab051 req-90f870c7-8994-49e3-a8aa-4c107577537d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Apr 08 11:39:33.980715 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eed45-5c4b-4331-8121-cfa7c94606c9 req-6e1f9a24-fb50-43f0-abcd-972facc5c691 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:33.982238 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff9eed45-5c4b-4331-8121-cfa7c94606c9 req-6e1f9a24-fb50-43f0-abcd-972facc5c691 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0572140 Apr 08 11:39:34.037623 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ff9eed45-5c4b-4331-8121-cfa7c94606c9 req-7e4d504b-45cd-4004-82d8-464c5a5ba566 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484595 Apr 08 11:39:35.166504 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4188-61b6-48e4-be03-fc3c79b6dde7 req-6b44b6f8-c786-4246-9ee2-8bc4c5edc216 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:35.172976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-237d4188-61b6-48e4-be03-fc3c79b6dde7 req-6b44b6f8-c786-4246-9ee2-8bc4c5edc216 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0619512 Apr 08 11:39:35.236485 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-237d4188-61b6-48e4-be03-fc3c79b6dde7 req-6a2b1bcb-4462-4d01-9bf3-83d70fa2877c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622368 Apr 08 11:39:36.112087 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7db594c-aa46-4b3c-a969-286cdbc59c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:36.367222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb35a9-7771-4991-bd8a-700bb32e248f req-166431c7-0c64-4056-b860-a0380f9287eb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:36.554183 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9eb35a9-7771-4991-bd8a-700bb32e248f req-166431c7-0c64-4056-b860-a0380f9287eb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0559287 Apr 08 11:39:36.554183 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e9eb35a9-7771-4991-bd8a-700bb32e248f req-665a4ee9-77d5-4d58-bee1-82ecbbe02dc1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410538 Apr 08 11:39:37.564009 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70fb19-e63d-48e2-be8e-bc73d87f97cd req-47a56213-bd2b-471b-b21e-209c6d9ee86e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:37.565767 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a70fb19-e63d-48e2-be8e-bc73d87f97cd req-47a56213-bd2b-471b-b21e-209c6d9ee86e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0700638 Apr 08 11:39:37.624976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a70fb19-e63d-48e2-be8e-bc73d87f97cd req-183d6941-5835-4b15-82d3-78d76c922818 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486236 Apr 08 11:39:38.623279 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f5cc-5b66-42ab-a453-b7b27484eff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:38.767108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c96e-36a6-4a7b-987a-71777b6e33ef req-fc60f520-b330-467f-98a9-deac6d15dda9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:38.768743 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80e9c96e-36a6-4a7b-987a-71777b6e33ef req-fc60f520-b330-467f-98a9-deac6d15dda9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0642242 Apr 08 11:39:38.830724 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-80e9c96e-36a6-4a7b-987a-71777b6e33ef req-95a0fa4d-5783-4429-b2dc-7f882c5520e3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558739 Apr 08 11:39:39.913842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:39.969667 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394917b0-3cb2-4b5a-bf8f-981f3ee8e345 req-d0184ab3-e223-41bb-81eb-67dc76ee962c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:39.971219 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-394917b0-3cb2-4b5a-bf8f-981f3ee8e345 req-d0184ab3-e223-41bb-81eb-67dc76ee962c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0621228 Apr 08 11:39:40.026670 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-394917b0-3cb2-4b5a-bf8f-981f3ee8e345 req-815e654c-03ed-4428-b1c0-33e9aa67bb94 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Apr 08 11:39:40.901991 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:41.148742 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcec07-3027-4dda-92ae-864f29212815 req-fb823821-f036-42a6-a353-49a23edb60b3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:41.150327 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d9bcec07-3027-4dda-92ae-864f29212815 req-fb823821-f036-42a6-a353-49a23edb60b3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0523949 Apr 08 11:39:41.198346 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d9bcec07-3027-4dda-92ae-864f29212815 req-96fd73ab-76bf-4405-9729-fdcb415296ae tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Apr 08 11:39:42.060287 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-dd05a6b0-8162-458b-9662-be5d0259ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:42.061812 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-dd05a6b0-8162-458b-9662-be5d0259ba7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0475054 Apr 08 11:39:42.147014 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-1ae203a6-f339-4437-80e0-42f2a311e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:42.148417 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-1ae203a6-f339-4437-80e0-42f2a311e50b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0810676 Apr 08 11:39:42.245510 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:42.486656 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-805bdd91-990d-4256-b159-f9fe06b121d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 1001 time: 0.3310609 Apr 08 11:39:42.530738 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843838-7adc-4c53-9d35-8b79bfd9d695 req-7a1ca1d7-71a1-41d6-9cc3-61d8f25b3dad tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:42.532151 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2843838-7adc-4c53-9d35-8b79bfd9d695 req-7a1ca1d7-71a1-41d6-9cc3-61d8f25b3dad tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0935702 Apr 08 11:39:42.557410 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-cde4bea9-3016-4f8e-8eaa-af3d98e4a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:42.558755 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-cde4bea9-3016-4f8e-8eaa-af3d98e4a83c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0641074 Apr 08 11:39:42.612617 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e2843838-7adc-4c53-9d35-8b79bfd9d695 req-e6816b6f-b260-491f-bc9e-e695f86dce02 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748131 Apr 08 11:39:42.625995 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-aa9cc4a2-a02f-4a16-aa94-0b5401269b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:42.627475 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-aa9cc4a2-a02f-4a16-aa94-0b5401269b0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615535 Apr 08 11:39:42.715364 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-df50d54f-630b-42e2-8d16-c45b4b03378a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Apr 08 11:39:42.804051 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-dd9a20de-6844-452e-ab0a-77d5826ca3dc req-b0b7c1d7-030e-41f5-85e0-3857f5fc58bf service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Apr 08 11:39:43.735530 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759be35-18ba-4ff6-8aea-d0877c00cdd9 req-dd339244-1082-45fc-aa04-470b590d52b4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:43.737019 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4759be35-18ba-4ff6-8aea-d0877c00cdd9 req-dd339244-1082-45fc-aa04-470b590d52b4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0526667 Apr 08 11:39:43.786631 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4759be35-18ba-4ff6-8aea-d0877c00cdd9 req-e63fd806-2023-496d-a707-f3268a7b7d7c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439756 Apr 08 11:39:44.014848 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:39:44.908280 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e75f-c291-49e1-9308-e83b62ab4f5d req-bf590e51-2d8c-46e5-939e-33db32296a40 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:44.909749 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5723e75f-c291-49e1-9308-e83b62ab4f5d req-bf590e51-2d8c-46e5-939e-33db32296a40 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 945 time: 0.0537252 Apr 08 11:39:44.960455 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5723e75f-c291-49e1-9308-e83b62ab4f5d req-1cdafa3a-ef35-4bc4-9ea7-1a9daca9bdb0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449769 Apr 08 11:39:45.437937 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:39:45.517050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: ACTIVE; New status is: DOWN {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:39:45.517431 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:45.539992 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:39:45.542241 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5158f3-139d-4333-95d8-5ad284ea1351" -d '{"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-unplugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:39:45.554785 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:39:45.573919 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fee5ba-e58f-4a27-b3af-2089e579f09a x-openstack-request-id: req-a2fee5ba-e58f-4a27-b3af-2089e579f09a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:39:45.574194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-unplugged", "status": "failed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "code": 422}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:39:45.574446 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2fee5ba-e58f-4a27-b3af-2089e579f09a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:39:45.574883 dv-cinder-836072-3-iscsi neutron-server[104001]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2fee5ba-e58f-4a27-b3af-2089e579f09a']: {'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'code': 422} returned with failed status Apr 08 11:39:45.620286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:45.670639 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=8']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:39:46.749921 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-b8593a5d-3508-4f46-9743-9053cff03425 req-625a6db0-1ce5-4bd8-ace6-d6f876e085d2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:39:46.750920 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b8593a5d-3508-4f46-9743-9053cff03425 req-625a6db0-1ce5-4bd8-ace6-d6f876e085d2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051789 Apr 08 11:39:47.031326 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774eab9-97a0-47a3-8873-29c75d17e4b9 req-e36c578c-ddc5-4de4-b4a1-17c87249fbf6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:47.037132 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3774eab9-97a0-47a3-8873-29c75d17e4b9 req-e36c578c-ddc5-4de4-b4a1-17c87249fbf6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0603273 Apr 08 11:39:47.081038 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3774eab9-97a0-47a3-8873-29c75d17e4b9 req-9c243f6a-5b00-4ca8-a49c-32f4356653a7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427380 Apr 08 11:39:47.449638 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53728) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:47.530868 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-e3409593-a011-4a57-9395-8299e3b80972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801158 Apr 08 11:39:47.539117 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-ef625e87-9346-4129-8ac8-4c7a179ff17e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:39:47.540036 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-ef625e87-9346-4129-8ac8-4c7a179ff17e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046935 Apr 08 11:39:47.616453 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53736) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:39:47.707318 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-7ccc0177-b1e2-481c-a013-4dab6ec3adca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:47.708657 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-7ccc0177-b1e2-481c-a013-4dab6ec3adca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports/8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 940 time: 0.0911992 Apr 08 11:39:48.206781 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7496f3-cf47-4cf4-bff0-905407365d5d req-8e353a5d-5d17-4c3f-9703-c64697e0b3f8 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:48.208223 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d7496f3-cf47-4cf4-bff0-905407365d5d req-8e353a5d-5d17-4c3f-9703-c64697e0b3f8 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0524559 Apr 08 11:39:48.259551 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d7496f3-cf47-4cf4-bff0-905407365d5d req-404f069d-cd54-4335-98f9-c5bdf16d81fb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 Apr 08 11:39:48.982302 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-4a35d188-a6a9-4d49-b6a9-eb6f5fefe4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:48.983772 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-4a35d188-a6a9-4d49-b6a9-eb6f5fefe4fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38&tenant_id=c1dd84a9a7694210b0789970dea088d2 HTTP/1.1" status: 200 len: 1127 time: 0.0784001 Apr 08 11:39:49.048510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-980a3c65-f603-4584-8b65-589b420b74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:49.050048 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-980a3c65-f603-4584-8b65-589b420b74e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1127 time: 0.0439169 Apr 08 11:39:49.141657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-2a064825-5bb2-413d-bdaa-3741bf979f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:49.143065 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-2a064825-5bb2-413d-bdaa-3741bf979f4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.0872242 Apr 08 11:39:49.216063 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-2f2e23f5-a1e5-42bb-9581-d577ea88939b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 999 time: 0.0665498 Apr 08 11:39:49.263657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-27bfc18e-ec37-48ab-8ff8-46f503590988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:49.264979 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-27bfc18e-ec37-48ab-8ff8-46f503590988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0428307 Apr 08 11:39:49.317295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-6ab72e9d-9102-453e-8e26-d6c945d741cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:49.318790 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-6ab72e9d-9102-453e-8e26-d6c945d741cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485246 Apr 08 11:39:49.440194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c583-3f57-4e5c-b393-627c728717d7 req-c68266bd-c23d-43fd-8842-db212c5074d7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:49.441660 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d36c583-3f57-4e5c-b393-627c728717d7 req-c68266bd-c23d-43fd-8842-db212c5074d7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.1093309 Apr 08 11:39:49.465261 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-db2e391f-fc32-4d77-8931-6ff99fc99b7e service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400514 Apr 08 11:39:49.538514 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d36c583-3f57-4e5c-b393-627c728717d7 req-b2aabad6-d56e-461b-a3a2-5f1bcec8eb7f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912790 Apr 08 11:39:49.573378 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-29977294-3fe8-49e6-84dc-b4676952bf18 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998926 Apr 08 11:39:50.181210 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:39:50.667812 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5fad-50a6-4fa5-8987-a925e138572e req-063e74de-0d99-4d9b-9b43-2a08245bcca9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:50.670691 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc0d5fad-50a6-4fa5-8987-a925e138572e req-063e74de-0d99-4d9b-9b43-2a08245bcca9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0577502 Apr 08 11:39:50.725080 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fc0d5fad-50a6-4fa5-8987-a925e138572e req-c19177b7-af0b-4da7-abb0-01ff0f2afde5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482543 Apr 08 11:39:51.856619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5466b-9386-4eb1-8ef4-3ab599e0fc14 req-b941e956-5156-4173-b9a1-5c5c2742fae3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:51.858218 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32a5466b-9386-4eb1-8ef4-3ab599e0fc14 req-b941e956-5156-4173-b9a1-5c5c2742fae3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0572889 Apr 08 11:39:51.918004 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-32a5466b-9386-4eb1-8ef4-3ab599e0fc14 req-d3f276d4-1fe4-4491-a403-1c313200275b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540605 Apr 08 11:39:53.055872 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd9f9e-733e-468c-8c79-6ec5418447f8 req-65e3005d-35fa-4503-ac85-fe7748896f47 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:53.058442 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25dd9f9e-733e-468c-8c79-6ec5418447f8 req-65e3005d-35fa-4503-ac85-fe7748896f47 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0651324 Apr 08 11:39:53.109581 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-25dd9f9e-733e-468c-8c79-6ec5418447f8 req-53f1cebd-526d-457f-9e9e-8e40b5baf931 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455315 Apr 08 11:39:54.240508 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c11e6-a4e2-4473-8515-7ee3bfb52042 req-b7596d48-9dc6-4280-9555-b031cb5b1982 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:54.241922 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a86c11e6-a4e2-4473-8515-7ee3bfb52042 req-b7596d48-9dc6-4280-9555-b031cb5b1982 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0543735 Apr 08 11:39:54.287498 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a86c11e6-a4e2-4473-8515-7ee3bfb52042 req-d47bd2ee-a641-4a05-8d9b-1aa6c0f5d45f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 Apr 08 11:39:55.412911 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b543-b24a-4046-a129-6cf70bb4c85f req-4535a9e6-c396-44be-94b8-2fc1f4aee35d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:55.414373 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a58b543-b24a-4046-a129-6cf70bb4c85f req-4535a9e6-c396-44be-94b8-2fc1f4aee35d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0516181 Apr 08 11:39:55.460931 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9a58b543-b24a-4046-a129-6cf70bb4c85f req-0565ac3f-bb5f-4135-8958-8cac899d4b08 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 Apr 08 11:39:56.598046 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82bfe-88fb-475d-950e-580c415c685a req-add2882a-3c33-4eeb-b466-53cf019a0cd1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:56.605070 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-42b82bfe-88fb-475d-950e-580c415c685a req-add2882a-3c33-4eeb-b466-53cf019a0cd1 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0723910 Apr 08 11:39:56.653396 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-42b82bfe-88fb-475d-950e-580c415c685a req-64a789a8-1656-4e30-94e3-ea4a8e6484e2 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 Apr 08 11:39:57.777994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788259b-667e-4a2b-b9c5-f30c959b8363 req-7cba886b-1e0b-43b1-942b-073ce1996145 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:57.779431 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b788259b-667e-4a2b-b9c5-f30c959b8363 req-7cba886b-1e0b-43b1-942b-073ce1996145 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0544422 Apr 08 11:39:57.835875 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b788259b-667e-4a2b-b9c5-f30c959b8363 req-b54248ea-9a55-4005-95ae-f3baa5692ec6 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509601 Apr 08 11:39:58.973057 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e9af1-d74d-4378-a994-ad9db026081e req-f1e99a3b-57de-4297-8b34-e7abc123fa59 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:58.974574 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc6e9af1-d74d-4378-a994-ad9db026081e req-f1e99a3b-57de-4297-8b34-e7abc123fa59 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0551572 Apr 08 11:39:59.024277 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bc6e9af1-d74d-4378-a994-ad9db026081e req-5034d12f-ab0d-44c2-9e6d-47d900e4340b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Apr 08 11:40:00.143411 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ce5b-c0a0-4b7a-9847-f3ee90e9ff96 req-5ca34834-f1dd-40a5-8bac-5f9cc446f785 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:00.144888 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b633ce5b-c0a0-4b7a-9847-f3ee90e9ff96 req-5ca34834-f1dd-40a5-8bac-5f9cc446f785 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0506299 Apr 08 11:40:00.205195 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b633ce5b-c0a0-4b7a-9847-f3ee90e9ff96 req-5072aa98-c32c-4ef5-9c8b-1589380588ff tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548739 Apr 08 11:40:01.326854 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42d41-d807-4032-87b2-42af3497c17c req-d45537c0-450b-4c3f-abda-f9710a2217a9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:01.328545 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6cb42d41-d807-4032-87b2-42af3497c17c req-d45537c0-450b-4c3f-abda-f9710a2217a9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0521812 Apr 08 11:40:01.373595 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6cb42d41-d807-4032-87b2-42af3497c17c req-23a7cea5-09e6-4b33-b3eb-6a54ef228577 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395577 Apr 08 11:40:02.493745 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1529-2abb-4bcf-9783-f4596846d800 req-09dd0a2f-9dad-49ab-9a6e-6ca697e42176 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:02.495197 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f4d1529-2abb-4bcf-9783-f4596846d800 req-09dd0a2f-9dad-49ab-9a6e-6ca697e42176 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0522866 Apr 08 11:40:02.544848 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4f4d1529-2abb-4bcf-9783-f4596846d800 req-e73ef158-e10e-411e-a9fe-cf4c07acce15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Apr 08 11:40:03.672672 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666097-0167-486d-b265-fcbbe3ef38ac req-b819ecba-1a4a-4628-9ced-5ae18cc44467 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:03.674181 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d8666097-0167-486d-b265-fcbbe3ef38ac req-b819ecba-1a4a-4628-9ced-5ae18cc44467 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0594659 Apr 08 11:40:03.722698 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d8666097-0167-486d-b265-fcbbe3ef38ac req-dbc1ec3c-1b83-46c0-82ab-da37767b585e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Apr 08 11:40:04.896806 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0800-c930-4ba9-8942-7efb883ddf38 req-4c81f290-4801-4d94-b4ac-970f3fefb360 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:04.898267 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-480b0800-c930-4ba9-8942-7efb883ddf38 req-4c81f290-4801-4d94-b4ac-970f3fefb360 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0564361 Apr 08 11:40:04.943992 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-480b0800-c930-4ba9-8942-7efb883ddf38 req-0195b71a-7b8f-4a0c-90e9-2c3f528fccd3 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393856 Apr 08 11:40:06.067084 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57867-da6a-42f1-bb81-bc5bfe4e2559 req-cf13d4a5-ea5b-4a25-8e09-3019d80bdf77 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:06.068565 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22c57867-da6a-42f1-bb81-bc5bfe4e2559 req-cf13d4a5-ea5b-4a25-8e09-3019d80bdf77 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0551088 Apr 08 11:40:06.116184 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-22c57867-da6a-42f1-bb81-bc5bfe4e2559 req-b7b0153f-2a5b-4670-a2fe-e29ea1811737 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Apr 08 11:40:06.118463 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75153153-3c31-48f1-b585-cfd3aa942640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:07.239558 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5b7fd-60b3-47da-86e0-e34da5c29609 req-89ef7edf-bb04-4547-bfba-2c67c89407b7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:07.241256 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-90f5b7fd-60b3-47da-86e0-e34da5c29609 req-89ef7edf-bb04-4547-bfba-2c67c89407b7 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0538583 Apr 08 11:40:07.286118 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-90f5b7fd-60b3-47da-86e0-e34da5c29609 req-686b2d72-8a07-42cc-8e5b-48845ee59d4f tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395539 Apr 08 11:40:08.406606 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f2aa-bd71-442d-a2a7-38fb39f63ce6 req-5c60d859-9ce6-4c0d-996c-0573fe09fcaf tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:08.408060 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b26f2aa-bd71-442d-a2a7-38fb39f63ce6 req-5c60d859-9ce6-4c0d-996c-0573fe09fcaf tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0513048 Apr 08 11:40:08.457010 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7b26f2aa-bd71-442d-a2a7-38fb39f63ce6 req-7c70bcc3-2f58-4cc1-bdc1-f0b3d5178b92 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Apr 08 11:40:08.643611 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c670db14-2415-481f-b759-ff5021241789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:09.512592 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:09.582680 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278499bd-e8a3-4f49-8d90-4d5669c34c5a req-c8afa982-03d9-4bb9-a1b5-0d500690b040 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:09.584133 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-278499bd-e8a3-4f49-8d90-4d5669c34c5a req-c8afa982-03d9-4bb9-a1b5-0d500690b040 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0563424 Apr 08 11:40:09.629495 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-278499bd-e8a3-4f49-8d90-4d5669c34c5a req-5037ab86-510a-406f-816c-03fdcb21c20a tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398269 Apr 08 11:40:10.749298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105b8e-a219-4192-ad03-a86cf9330aa3 req-1f79706b-6678-4a5c-a09d-19abbe40aabb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:10.750757 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a105b8e-a219-4192-ad03-a86cf9330aa3 req-1f79706b-6678-4a5c-a09d-19abbe40aabb tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0527110 Apr 08 11:40:10.797245 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a105b8e-a219-4192-ad03-a86cf9330aa3 req-ed7f89e0-76a4-4784-bcda-a54b20cea69e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Apr 08 11:40:10.860897 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:11.916509 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be25bf-3e22-43de-ad4c-567f83d3eb80 req-28374895-bca7-46d6-84a0-76a4cfaaf9da tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:11.917983 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-43be25bf-3e22-43de-ad4c-567f83d3eb80 req-28374895-bca7-46d6-84a0-76a4cfaaf9da tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.0507388 Apr 08 11:40:11.963139 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-43be25bf-3e22-43de-ad4c-567f83d3eb80 req-7b77589b-94ea-470e-a5a1-4695b9a551d4 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 Apr 08 11:40:12.243360 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:12.594356 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-52dd50ef-14d0-4ba7-8cd2-6c268f419aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431702 Apr 08 11:40:12.680364 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e92f3-2ee8-4df0-98da-547415b71006 req-eeb78567-8b0f-4413-b7c7-83d53bcb343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:12.681906 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-eeb78567-8b0f-4413-b7c7-83d53bcb343e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 1129 time: 0.0459609 Apr 08 11:40:12.784352 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e92f3-2ee8-4df0-98da-547415b71006 req-137c449c-5b0a-4929-9f13-de422f030676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:12.785813 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-137c449c-5b0a-4929-9f13-de422f030676 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0845017 Apr 08 11:40:12.854019 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-2c2164a1-ae95-4f54-aeb2-52750ec21b1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 200 len: 1000 time: 0.0616894 Apr 08 11:40:12.900371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e92f3-2ee8-4df0-98da-547415b71006 req-38751851-8310-4cc1-9695-b531695b2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:12.901789 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-38751851-8310-4cc1-9695-b531695b2a71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0424786 Apr 08 11:40:12.949455 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e92f3-2ee8-4df0-98da-547415b71006 req-58435b0c-1283-486c-81cc-4fd6dee7ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:12.951342 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-58435b0c-1283-486c-81cc-4fd6dee7ecef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438926 Apr 08 11:40:13.051585 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-96851915-25d4-4b65-9cac-4f1ea2c186be service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940564 Apr 08 11:40:13.150615 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67b493-0724-452f-ad1b-5d0bc34ecca9 req-e4de5b37-1043-4650-8480-5098ae10e3d9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:13.151995 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8f67b493-0724-452f-ad1b-5d0bc34ecca9 req-e4de5b37-1043-4650-8480-5098ae10e3d9 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 943 time: 0.1144447 Apr 08 11:40:13.183936 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-440e92f3-2ee8-4df0-98da-547415b71006 req-eefc9fe9-5c8f-4dcd-9aa1-11f88d306702 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177936 Apr 08 11:40:13.210647 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8f67b493-0724-452f-ad1b-5d0bc34ecca9 req-b8a3b972-398d-4879-add4-fbc8854f5e9d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515528 Apr 08 11:40:13.611757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:40:13.710305 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:40:13.721941 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'port_id': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'mac_address': 'fa:16:3e:38:cf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:40:13.764736 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:40:13.765129 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:13.778612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:40:13.800226 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:40:13.876252 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:13.923292 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=9']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:13.930019 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.930361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.930697 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.931031 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.931359 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.931683 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.932005 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.932323 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.932640 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.932985 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.933307 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.933624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.933939 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.934829 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:13.934829 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:14.226983 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['8425b4aa-a836-4ddf-980a-58da181b0b0e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:40:14.335123 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f570-abee-4a49-a975-9f64f685640d req-d62a3db0-6e59-4c4b-a9b2-448a5972f993 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:14.336590 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69a1f570-abee-4a49-a975-9f64f685640d req-d62a3db0-6e59-4c4b-a9b2-448a5972f993 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0517588 Apr 08 11:40:14.386281 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69a1f570-abee-4a49-a975-9f64f685640d req-68212edc-d8d7-4746-9c3b-2b99dca439c8 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Apr 08 11:40:15.506404 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7187ee6-80ca-41ea-a794-062c9fd237eb req-89850229-3f79-417a-bc21-cb67a60ffa0e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:15.507832 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7187ee6-80ca-41ea-a794-062c9fd237eb req-89850229-3f79-417a-bc21-cb67a60ffa0e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 944 time: 0.0502834 Apr 08 11:40:15.553396 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7187ee6-80ca-41ea-a794-062c9fd237eb req-7ad61e6a-e6fc-409a-ba67-6aeafe9b7f24 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393071 Apr 08 11:40:15.636967 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:40:15.687076 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 8425b4aa-a836-4ddf-980a-58da181b0b0e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:40:15.687603 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:15.767081 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 8425b4aa-a836-4ddf-980a-58da181b0b0e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:40:15.767464 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:15.788998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:15.791202 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048a4a3-5f3d-476b-9780-d3423c59b32e" -d '{"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:40:15.803964 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:40:15.828135 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7717744-87f8-42ef-9a07-82677a8df84b x-openstack-request-id: req-e7717744-87f8-42ef-9a07-82677a8df84b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:40:15.828422 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-plugged", "status": "completed", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:40:15.828702 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7717744-87f8-42ef-9a07-82677a8df84b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:40:15.829161 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7717744-87f8-42ef-9a07-82677a8df84b'] response: {'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'code': 200} Apr 08 11:40:15.869944 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:15.916654 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=10']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:16.181334 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4388a87-13b5-4222-ade8-25e3b0ae2fbf req-dd51f392-0109-4010-8aad-ea404bdea8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:16.182782 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b4388a87-13b5-4222-ade8-25e3b0ae2fbf req-dd51f392-0109-4010-8aad-ea404bdea8d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1130 time: 0.0431359 Apr 08 11:40:16.229370 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b4388a87-13b5-4222-ade8-25e3b0ae2fbf req-d5bc9cb8-6305-4c90-9dcd-302b4c005a12 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398729 Apr 08 11:40:16.673414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd494d6-6c1b-4dd9-b599-27e09d20cec3 req-18972646-0c27-4078-b25f-af0cef01e8e5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:16.674865 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cd494d6-6c1b-4dd9-b599-27e09d20cec3 req-18972646-0c27-4078-b25f-af0cef01e8e5 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0520563 Apr 08 11:40:16.722433 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4cd494d6-6c1b-4dd9-b599-27e09d20cec3 req-18136b38-31db-42fa-ba2e-1e0871401d0d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Apr 08 11:40:17.845177 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f859-429c-4371-8b33-16526c06caf6 req-a7727ed4-f286-4b89-ac8a-e9144d8ba366 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:17.846652 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4061f859-429c-4371-8b33-16526c06caf6 req-a7727ed4-f286-4b89-ac8a-e9144d8ba366 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0523710 Apr 08 11:40:17.892170 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4061f859-429c-4371-8b33-16526c06caf6 req-b64588c9-66ba-4c7f-8d83-1dec876a07fc tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Apr 08 11:40:19.015182 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1513e5-f0f0-4446-b6cb-6ba249c0f905 req-e9165305-e8ad-46ef-adef-95405ca8836e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:19.016646 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff1513e5-f0f0-4446-b6cb-6ba249c0f905 req-e9165305-e8ad-46ef-adef-95405ca8836e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0545640 Apr 08 11:40:19.063498 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ff1513e5-f0f0-4446-b6cb-6ba249c0f905 req-c6970f45-c7e7-4206-ae1a-83a153d6d8c8 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 Apr 08 11:40:20.184357 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c043f-444b-4076-a21d-0044edc0f4a8 req-0dec4aae-d294-4882-bb24-68a2e8dbf659 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:20.186070 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f83c043f-444b-4076-a21d-0044edc0f4a8 req-0dec4aae-d294-4882-bb24-68a2e8dbf659 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Apr 08 11:40:20.203787 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:20.232521 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f83c043f-444b-4076-a21d-0044edc0f4a8 req-de30ae22-a6ba-41e2-b89d-9a11d436ac82 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Apr 08 11:40:21.014220 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:40:36.188208 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b496-e8fe-40f0-8d88-321ba33733bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:38.608505 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dd930f4b-ec5c-4cbe-9af7-59ee404fccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:39.471657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:40.851212 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:42.256303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:44.742272 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f2162-b83c-4c79-ae8a-3a4eb62a739f req-e903244c-9116-4c6b-9ed5-66655bdbff00 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:44.743801 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b13f2162-b83c-4c79-ae8a-3a4eb62a739f req-e903244c-9116-4c6b-9ed5-66655bdbff00 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0554380 Apr 08 11:40:44.790826 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b13f2162-b83c-4c79-ae8a-3a4eb62a739f req-bf13e177-4c73-4173-a147-e76025367e01 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Apr 08 11:40:45.912297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f22ff-b04a-479d-919d-1f9c90cbbcc5 req-b81bf882-f837-4da8-aaac-10724e2df9ae tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:45.913770 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec0f22ff-b04a-479d-919d-1f9c90cbbcc5 req-b81bf882-f837-4da8-aaac-10724e2df9ae tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0550389 Apr 08 11:40:45.961590 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-ec0f22ff-b04a-479d-919d-1f9c90cbbcc5 req-7068be53-d8f3-4c9b-8321-945b2733944c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Apr 08 11:40:46.470343 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-c0beaf78-1b0a-4fcd-b7c3-28e03b940435 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:46.471845 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-c0beaf78-1b0a-4fcd-b7c3-28e03b940435 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0512540 Apr 08 11:40:46.569151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 201f355c-cf91-4276-9d23-2e12de6f6ad5 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:40:46.569507 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:46.661168 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] For port 201f355c-cf91-4276-9d23-2e12de6f6ad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=201f355c-cf91-4276-9d23-2e12de6f6ad5,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:40:46.661673 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:46.921446 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:46.922089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:46.922089 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 358eadca-b1f8-43c6-ba08-3b6d9a6ce497 disassociated. External IP: 172.27.1.238, port: 201f355c-cf91-4276-9d23-2e12de6f6ad5. Apr 08 11:40:46.922387 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 201f355c-cf91-4276-9d23-2e12de6f6ad5 owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:40:47.081131 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a587e6-ece5-479b-a4bf-0616abb3b776 req-07ca6aef-3f4a-47ab-8e7b-76eab4abaee8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:47.083754 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37a587e6-ece5-479b-a4bf-0616abb3b776 req-07ca6aef-3f4a-47ab-8e7b-76eab4abaee8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 945 time: 0.0521364 Apr 08 11:40:47.123721 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (201f355c-cf91-4276-9d23-2e12de6f6ad5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:47.131874 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-37a587e6-ece5-479b-a4bf-0616abb3b776 req-1e964900-2466-40d5-bb4b-ccd8070c3561 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a98c09d-3652-4745-b504-1bd59abaafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429528 Apr 08 11:40:47.154710 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=201f355c-cf91-4276-9d23-2e12de6f6ad5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:47.167473 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.167819 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.168160 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.168489 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.168847 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.169191 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.169517 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.169842 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.170165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.176962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:47.282601 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:40:47.393132 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:40:47.402731 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:47.413088 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:40:47.413718 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:40:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.436399 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] No DVR routers for this DVR port 201f355c-cf91-4276-9d23-2e12de6f6ad5 on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:47.439114 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:47.443292 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a560dcd-29b8-4474-b735-bbea9489f6cc req-a737daab-ecb0-4892-8c0c-3aed851e0512 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "DELETE /v2.0/ports/201f355c-cf91-4276-9d23-2e12de6f6ad5 HTTP/1.1" status: 204 len: 173 time: 0.9660730 Apr 08 11:40:47.443729 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'name': 'network-vif-deleted', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:47.446640 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8808376-4166-43b2-9647-8da639f62aaa" -d '{"events": [{"server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "name": "network-vif-deleted", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:40:47.487382 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1f96d-a803-471c-b516-45aedeca4621 x-openstack-request-id: req-f7c1f96d-a803-471c-b516-45aedeca4621 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:40:47.487674 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c780b9-f391-4569-929a-5ec92971f5db", "name": "network-vif-deleted", "tag": "201f355c-cf91-4276-9d23-2e12de6f6ad5", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:40:47.488242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7c1f96d-a803-471c-b516-45aedeca4621 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:40:47.489204 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c1f96d-a803-471c-b516-45aedeca4621'] response: {'server_uuid': 'b5c780b9-f391-4569-929a-5ec92971f5db', 'name': 'network-vif-deleted', 'tag': '201f355c-cf91-4276-9d23-2e12de6f6ad5', 'status': 'completed', 'code': 200} Apr 08 11:40:47.525988 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:40:47.761577 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.788535 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:47.796808 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:40:47.797410 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:40:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.906062 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:40:48.127030 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:48.156927 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88da8d0-4e02-4351-85d6-75448c82135c None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '3837e5ce-bf13-4ada-8993-36b94bfa1abf', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:40:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506fad58-1395-4763-a57d-cf22aa793906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:04Z', 'updated_at': '2022-04-08T11:36:22Z', 'revision_number': 2, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:48.246459 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f5e4fc8d-6552-4324-a254-d9d9f35710fe req-cb00a844-510c-4396-bbe2-c1517b058ea7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5c780b9-f391-4569-929a-5ec92971f5db HTTP/1.1" status: 200 len: 210 time: 0.0317743 Apr 08 11:40:48.406461 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe69360-9c41-44cb-8d84-5bd3fb3d8baa None None] New status for floating IP 358eadca-b1f8-43c6-ba08-3b6d9a6ce497: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:40:49.388613 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53906) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:49.441742 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (9a98c09d-3652-4745-b504-1bd59abaafbe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:49.464635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (9a98c09d-3652-4745-b504-1bd59abaafbe), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:49.582729 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9a98c09d-3652-4745-b504-1bd59abaafbe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:49.586135 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:49.587285 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a98c09d-3652-4745-b504-1bd59abaafbe HTTP/1.1" status: 204 len: 168 time: 0.1976762 Apr 08 11:40:49.590090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53908) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:49.596367 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f45ac-7a04-45fd-af9a-f1c81a61a242 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98c09d-3652-4745-b504-1bd59abaafbe,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:49.844711 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-b5b5b751-5f30-48df-8a34-97e6bc6ac49b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] show failed (client error): The resource could not be found. Apr 08 11:40:49.845653 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b5b5b751-5f30-48df-8a34-97e6bc6ac49b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups/9a98c09d-3652-4745-b504-1bd59abaafbe HTTP/1.1" status: 404 len: 347 time: 0.2545161 Apr 08 11:40:49.848480 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53910) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:49.859278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 201f355c-cf91-4276-9d23-2e12de6f6ad5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:40:49.882414 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 201f355c-cf91-4276-9d23-2e12de6f6ad5 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:40:49.882757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 201f355c-cf91-4276-9d23-2e12de6f6ad5 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:40:49.971325 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 9afc14ac-3662-4d7b-b48a-dd2377c4ccbe {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:40:49.971659 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.047300 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.047619 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.060096 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 9afc14ac-3662-4d7b-b48a-dd2377c4ccbe owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:40:50.181044 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.273905 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (9afc14ac-3662-4d7b-b48a-dd2377c4ccbe), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.298225 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=9afc14ac-3662-4d7b-b48a-dd2377c4ccbe,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:50.310233 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.310578 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.310939 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.311277 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.311612 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.311947 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.312276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.312605 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.312957 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.313289 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.313614 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.313963 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.314282 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.314604 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.314927 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:50.375885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (358eadca-b1f8-43c6-ba08-3b6d9a6ce497), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.379069 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:50.379595 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3a4c226e-645d-48f3-b48f-96bc740534ce tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/floatingips/358eadca-b1f8-43c6-ba08-3b6d9a6ce497 HTTP/1.1" status: 204 len: 168 time: 0.5302057 Apr 08 11:40:52.374510 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a067770-4326-4cb1-8adf-902f0af6d897 req-5ec833b8-5dcf-490e-a5a5-e114b70b3ca1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:52.375968 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a067770-4326-4cb1-8adf-902f0af6d897 req-5ec833b8-5dcf-490e-a5a5-e114b70b3ca1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Apr 08 11:40:52.424453 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4a067770-4326-4cb1-8adf-902f0af6d897 req-6dfb8619-ec8b-4c8e-8c31-be5fe9ac0608 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Apr 08 11:40:53.545137 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6087-7387-4375-b14d-04ef27e121e0 req-64a00634-e318-42fa-b00b-58d9a58d06be tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:53.546649 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ea5c6087-7387-4375-b14d-04ef27e121e0 req-64a00634-e318-42fa-b00b-58d9a58d06be tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Apr 08 11:40:53.593203 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ea5c6087-7387-4375-b14d-04ef27e121e0 req-dd6cac43-9b50-4001-8288-689cdcee0a0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 Apr 08 11:40:54.248553 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-ef83ade7-9f6a-4300-84bb-0e00e726bf84 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:54.250400 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-ef83ade7-9f6a-4300-84bb-0e00e726bf84 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0549040 Apr 08 11:40:54.343735 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 57e22642-d1f1-412a-8de9-813deffb2d8d {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:40:54.344065 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:54.432557 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] For port 57e22642-d1f1-412a-8de9-813deffb2d8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=57e22642-d1f1-412a-8de9-813deffb2d8d,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:40:54.432938 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:54.599109 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:54.599392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:54.599738 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 3837e5ce-bf13-4ada-8993-36b94bfa1abf disassociated. External IP: 172.27.1.38, port: 57e22642-d1f1-412a-8de9-813deffb2d8d. Apr 08 11:40:54.600105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 57e22642-d1f1-412a-8de9-813deffb2d8d owned by compute:nova {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:40:54.746474 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd3d1-cf61-4346-8662-6aac39ffa9a4 req-f3b9d549-7487-4039-a51a-730537629a97 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:54.747959 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-33cdd3d1-cf61-4346-8662-6aac39ffa9a4 req-f3b9d549-7487-4039-a51a-730537629a97 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 945 time: 0.0883691 Apr 08 11:40:54.802505 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-33cdd3d1-cf61-4346-8662-6aac39ffa9a4 req-75180555-a471-4fb6-9488-dfad6861a54f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=895e3cff-5614-4d41-8611-508047e4f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Apr 08 11:40:54.840488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (57e22642-d1f1-412a-8de9-813deffb2d8d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:54.867239 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=57e22642-d1f1-412a-8de9-813deffb2d8d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:54.983610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:40:55.091815 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:40:55.101987 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:55.111765 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:40:55.112035 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:40:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:55.136947 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] No DVR routers for this DVR port 57e22642-d1f1-412a-8de9-813deffb2d8d on host hv-cinder-83607 {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:55.139408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:55.142710 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2eab45d2-4e56-42f9-9c6e-c1ad90d5df72 req-b928db86-97c1-434a-9e14-8e91bde4daa7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "DELETE /v2.0/ports/57e22642-d1f1-412a-8de9-813deffb2d8d HTTP/1.1" status: 204 len: 173 time: 0.8833144 Apr 08 11:40:55.143146 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'name': 'network-vif-deleted', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:55.145410 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960985b9-a8fb-4945-8454-30a4da006dee" -d '{"events": [{"server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "name": "network-vif-deleted", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:40:55.182514 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4047696-9936-4c3c-a8ca-a7bac27a6d3f x-openstack-request-id: req-c4047696-9936-4c3c-a8ca-a7bac27a6d3f {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:40:55.183081 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506fad58-1395-4763-a57d-cf22aa793906", "name": "network-vif-deleted", "tag": "57e22642-d1f1-412a-8de9-813deffb2d8d", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:40:55.183338 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4047696-9936-4c3c-a8ca-a7bac27a6d3f {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:40:55.183750 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4047696-9936-4c3c-a8ca-a7bac27a6d3f'] response: {'server_uuid': '506fad58-1395-4763-a57d-cf22aa793906', 'name': 'network-vif-deleted', 'tag': '57e22642-d1f1-412a-8de9-813deffb2d8d', 'status': 'completed', 'code': 200} Apr 08 11:40:55.324758 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:40:55.528336 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:55.557283 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:55.565296 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:40:55.565889 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:40:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:55.670676 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:40:55.872244 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:55.900495 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b2925-f5c3-4ec0-98af-cd0efbdd9a41 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:55.916931 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-733fd54d-ee95-4049-87f1-1d3c637c76a7 req-51c9081f-2b0c-4b9b-8965-d28b05251fb3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=506fad58-1395-4763-a57d-cf22aa793906 HTTP/1.1" status: 200 len: 210 time: 0.0346289 Apr 08 11:40:56.125630 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85f50d-6a5a-4008-bb28-87ebc0a489f5 None None] New status for floating IP 3837e5ce-bf13-4ada-8993-36b94bfa1abf: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:40:56.384763 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-2c8fd004-8f23-4052-9e6b-2e4ba4a29237 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466850 Apr 08 11:40:56.454875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-18785b1e-521a-404e-af22-0fef13fb524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:56.456826 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-18785b1e-521a-404e-af22-0fef13fb524c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1dd84a9a7694210b0789970dea088d2&device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 1130 time: 0.0478597 Apr 08 11:40:56.804605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-a0e1f562-5a7c-4749-9a40-408e2b31cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:56.806085 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-a0e1f562-5a7c-4749-9a40-408e2b31cd3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 200 len: 917 time: 0.3301718 Apr 08 11:40:56.869201 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-cea83acd-897c-455e-9e46-596fba839fff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 200 len: 1001 time: 0.0567882 Apr 08 11:40:56.920242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-c1727aa2-10f3-4af5-b54b-af7805868b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:56.921685 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-c1727aa2-10f3-4af5-b54b-af7805868b38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 200 len: 855 time: 0.0469010 Apr 08 11:40:56.970058 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-ab5253c3-d939-4780-afcc-24a2cfc1482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:56.974080 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-ab5253c3-d939-4780-afcc-24a2cfc1482a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd0be2b-61aa-4f52-afee-ac2ce5d31754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435603 Apr 08 11:40:57.063359 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-c39413f1-d48c-453b-a5d9-bfd708317e02 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Apr 08 11:40:57.085675 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53946) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:57.139795 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (895e3cff-5614-4d41-8611-508047e4f9b8), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.156663 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e3caac1-79fe-425c-bf53-92e88a582f3f req-ba4bbd58-8e04-4548-a717-cb5044a52203 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872798 Apr 08 11:40:57.167347 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (895e3cff-5614-4d41-8611-508047e4f9b8), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.283937 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (895e3cff-5614-4d41-8611-508047e4f9b8), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.286536 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.287671 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/security-groups/895e3cff-5614-4d41-8611-508047e4f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2004483 Apr 08 11:40:57.290610 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:57.297517 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca93aa-bfa8-42b8-861a-344719110c7f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e3cff-5614-4d41-8611-508047e4f9b8,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:57.304113 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-f168fa48-78bb-4926-8bfd-9ee76898027a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] show failed (client error): The resource could not be found. Apr 08 11:40:57.305601 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f168fa48-78bb-4926-8bfd-9ee76898027a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups/895e3cff-5614-4d41-8611-508047e4f9b8 HTTP/1.1" status: 404 len: 347 time: 0.0135477 Apr 08 11:40:57.308355 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53950) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:57.439089 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 42dac702-18a1-404c-a49f-83e94e28e5bc {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:40:57.439435 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.515541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.515861 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (42dac702-18a1-404c-a49f-83e94e28e5bc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.527692 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 42dac702-18a1-404c-a49f-83e94e28e5bc owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:40:57.720655 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (42dac702-18a1-404c-a49f-83e94e28e5bc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.746063 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=42dac702-18a1-404c-a49f-83e94e28e5bc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:57.806137 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (3837e5ce-bf13-4ada-8993-36b94bfa1abf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.808778 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:57.809901 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-377201de-bcd7-46d2-9693-322e5b24ce9a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/floatingips/3837e5ce-bf13-4ada-8993-36b94bfa1abf HTTP/1.1" status: 204 len: 168 time: 0.5005796 Apr 08 11:40:57.900579 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 57e22642-d1f1-412a-8de9-813deffb2d8d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:40:57.923306 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 57e22642-d1f1-412a-8de9-813deffb2d8d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:40:57.923649 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 57e22642-d1f1-412a-8de9-813deffb2d8d not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:40:58.014010 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:40:58.314964 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 53954) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:58.319394 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862684574', 'description': 'tempest-description--1887318658'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:40:58.417585 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.483275 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (3243ac72-9264-4a4c-8688-f5812ef9f432), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.555479 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3243ac72-9264-4a4c-8688-f5812ef9f432), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.584356 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3243ac72-9264-4a4c-8688-f5812ef9f432,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:58.620386 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.621666 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-be2af78b-11bf-4ec7-8674-98b96a49d695 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3056853 Apr 08 11:40:58.624475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53956) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:58.629044 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '3243ac72-9264-4a4c-8688-f5812ef9f432', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:40:58.696968 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (ad1fb7b7-9682-4400-bf7f-95a7f60887ad), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.751865 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (ad1fb7b7-9682-4400-bf7f-95a7f60887ad), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.817548 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (ad1fb7b7-9682-4400-bf7f-95a7f60887ad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.839598 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1fb7b7-9682-4400-bf7f-95a7f60887ad,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:58.903324 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:58.904579 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5b70f4ff-3d27-4244-8302-3d64998e107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790484 Apr 08 11:40:58.907163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53958) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:58.911476 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '3243ac72-9264-4a4c-8688-f5812ef9f432', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:40:58.998358 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (87b7229c-a05b-4564-9fc6-9f0cf769181b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.060217 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (87b7229c-a05b-4564-9fc6-9f0cf769181b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.135734 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (87b7229c-a05b-4564-9fc6-9f0cf769181b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.154253 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b7229c-a05b-4564-9fc6-9f0cf769181b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:59.248214 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.249498 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8f0c5e8d-9f7d-4e91-8f83-9216edf9ce79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413916 Apr 08 11:40:59.252425 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 53960) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:40:59.256717 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:40:59.348832 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.447530 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.551131 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.27.1.209 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/ae68362b-27b2-4f72-95cc-a4ef05d7ad45) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:40:59.653518 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.741668 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.780201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:40:59.782923 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:40:59.788500 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:40:59.794394 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=ae68362b-27b2-4f72-95cc-a4ef05d7ad45,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:59.879542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:40:59.982686 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:00.131298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:00.188830 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:00.256455 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=ae68362b-27b2-4f72-95cc-a4ef05d7ad45,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:00.267706 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:00.356501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:00.357776 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-547d8801-d8cd-42ed-b007-cb4ec9a4dba4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1043980 Apr 08 11:41:00.506372 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-b2493018-46e2-4b55-8c14-c12b872886d2 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--862684574&fields=id&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 267 time: 0.0424700 Apr 08 11:41:00.615186 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-84b6947b-1008-4dc3-bde4-4d804385bac2 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:00.616610 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-84b6947b-1008-4dc3-bde4-4d804385bac2 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1038904 Apr 08 11:41:00.630528 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-47f934fc-0544-4dac-bfeb-5f881a7fb19d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/quotas/15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 375 time: 0.0085123 Apr 08 11:41:00.686232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ff283efb-450b-4495-8680-efada356d735 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508249 Apr 08 11:41:00.749586 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ee213393-adfe-4a1e-9eda-df5f1478bcb8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:41:00.750565 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ee213393-adfe-4a1e-9eda-df5f1478bcb8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510886 Apr 08 11:41:00.843589 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-e58d8faa-2878-4135-910b-cd46bb9a8716 service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Apr 08 11:41:00.930847 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-627e6123-2b3d-433d-94a6-e92c2057095d service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814960 Apr 08 11:41:01.183978 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13ac73b6-7a45-4c90-9966-ba42c4d31516 req-06d839bd-3b3f-400a-8fea-eccf5239f722 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 210 time: 0.0277371 Apr 08 11:41:02.327336 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-832e53ec-c364-423a-8bd0-01142cb4e6b3 req-341a1556-f684-49dd-aa01-835cd63c8f1a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 210 time: 0.0330079 Apr 08 11:41:02.910666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-263c4deb-2a61-45af-baba-a04afdf29194 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:02.912081 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-263c4deb-2a61-45af-baba-a04afdf29194 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1010773 Apr 08 11:41:02.974321 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-abf92a6c-2e40-4847-a335-ebc29be7b5c7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 379 time: 0.0543184 Apr 08 11:41:02.982975 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'port': {'device_id': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'admin_state_up': True, 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'security_groups': ['3243ac72-9264-4a4c-8688-f5812ef9f432']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:03.160879 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:41:03.164318 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.291528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.20.0.4 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/dd070538-ef14-4b62-a1a3-8bb0b7ee11c3) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:41:03.423851 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec297aa3-8074-4809-931b-bb32f94ae718 req-7d71ace5-1596-45dd-81e1-42a1abbd1b42 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 210 time: 0.0260649 Apr 08 11:41:03.426068 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.530529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.574575 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:41:03.577491 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:03.581353 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:41:03.611523 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:03.638170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:03.638780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.717771 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-ab080997-cf6f-4c3e-94bb-1268e6af541e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388248 Apr 08 11:41:03.750703 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Request body: {'port': {'device_id': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:03.810688 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.814198 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8e5e18d8-18fe-402f-8bff-f76b013169cf None None] Provisioning complete for port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:03.814689 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e5e18d8-18fe-402f-8bff-f76b013169cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:03.848126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e18d8-18fe-402f-8bff-f76b013169cf None None] Port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:41:04.067583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:41:04.075834 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks [] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:04.088608 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Transition to ACTIVE for port object dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:41:04.153098 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:04.218723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Pushing event updated for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:04.294223 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Attempting to bind port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:41:04.294602 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Attempting to bind port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:41:04.294940 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Attempting to bind port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:41:04.299649 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:41:04.299976 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Attempting to bind port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:41:04.305805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:41:04.306233 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:41:04.306623 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:41:04.307056 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Bound port: dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:41:04.307419 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:04.372632 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:41:04.375944 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:41:04.445187 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:04.479197 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.479787 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:04.481072 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] 10.222.0.61 "PUT /v2.0/ports/dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 HTTP/1.1" status: 200 len: 1093 time: 0.7348003 Apr 08 11:41:04.483464 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:41:04.487061 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888665e2-1de8-4eac-9bf3-87225a14c5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:41:04.533022 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b69ac-9b3a-4bd1-a203-f28fdd9bfec6 x-openstack-request-id: req-ca0b69ac-9b3a-4bd1-a203-f28fdd9bfec6 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:41:04.533509 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:41:04.533764 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca0b69ac-9b3a-4bd1-a203-f28fdd9bfec6 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:41:04.534164 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0b69ac-9b3a-4bd1-a203-f28fdd9bfec6'] response: {'name': 'network-changed', 'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'status': 'completed', 'code': 200} Apr 08 11:41:04.589365 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a830-23b3-4f3c-9d81-23387de523ce service neutron] Pushing event updated for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:04.620600 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679882d1-50e8-4634-8a1e-3ff75803c52f req-acc6345c-ee27-4146-8319-85d8864bb2e6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.622164 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-679882d1-50e8-4634-8a1e-3ff75803c52f req-acc6345c-ee27-4146-8319-85d8864bb2e6 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 943 time: 0.1245747 Apr 08 11:41:04.628468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-9a077bd1-1012-41f1-95d6-f56827c7a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.630074 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-9a077bd1-1012-41f1-95d6-f56827c7a85f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 1127 time: 0.0781028 Apr 08 11:41:04.730179 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-679882d1-50e8-4634-8a1e-3ff75803c52f req-b8f2b61a-a797-4878-9b49-a244a3a6f3fb tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991423 Apr 08 11:41:04.758836 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-60952688-1d78-480a-9de9-0e5d8770f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.760232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-60952688-1d78-480a-9de9-0e5d8770f9a0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=15c48484c28e49be8d102c7e7310a153&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1223536 Apr 08 11:41:04.852272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-16e6c979-b53d-4366-8945-5e7fe650e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.854109 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-888665e2-1de8-4eac-9bf3-87225a14c5b2 req-16e6c979-b53d-4366-8945-5e7fe650e1a7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883167 Apr 08 11:41:04.932434 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-0642233f-0a40-49b1-bd3a-239e416a09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:04.934037 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-0642233f-0a40-49b1-bd3a-239e416a09d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 1127 time: 0.0445015 Apr 08 11:41:04.977904 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-3dc23481-6a56-4b1b-889a-156338cc8778 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 HTTP/1.1" status: 200 len: 217 time: 0.0369437 Apr 08 11:41:05.024563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-de9db7bf-3e67-4a17-b963-3f65fed3bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:05.025976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-de9db7bf-3e67-4a17-b963-3f65fed3bbd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0431347 Apr 08 11:41:05.074143 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-536cdb51-9fa5-4bb1-a868-dadff3f99aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:05.075642 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-536cdb51-9fa5-4bb1-a868-dadff3f99aa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436766 Apr 08 11:41:05.171279 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-582f8cf0-b634-47f0-a048-1b1d96eaa67d service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885167 Apr 08 11:41:05.263113 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e60da7f-718c-4ea1-aa3d-e981a05a8020 req-54174480-9855-44d6-add4-2a93f5c174aa service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Apr 08 11:41:05.893775 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447845-7856-4f01-9cc5-43a0b7712fa4 req-373e077f-29e1-498f-a22c-be143921f982 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:05.895229 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7447845-7856-4f01-9cc5-43a0b7712fa4 req-373e077f-29e1-498f-a22c-be143921f982 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 943 time: 0.0989659 Apr 08 11:41:05.940950 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f7447845-7856-4f01-9cc5-43a0b7712fa4 req-d15d1796-49ca-4a5b-bf8c-4f0a31abac98 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Apr 08 11:41:06.189463 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-566c0785-f08b-41cd-9b69-cd038dce2803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:07.107849 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d312b9c-5b8b-4bcd-9bac-dd82cb02a3bc req-7a274e67-a104-44f2-9b0d-4c6d3b14b5ad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:07.109384 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d312b9c-5b8b-4bcd-9bac-dd82cb02a3bc req-7a274e67-a104-44f2-9b0d-4c6d3b14b5ad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 943 time: 0.1013336 Apr 08 11:41:07.155139 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d312b9c-5b8b-4bcd-9bac-dd82cb02a3bc req-d43edfae-48f5-4d4c-b6f4-7cd272619685 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402877 Apr 08 11:41:08.279815 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeebc29-2482-4ae9-8d03-6451d9858958 req-c20b5da2-e931-49c8-9b6f-703bf29b65f5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:08.281336 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5eeebc29-2482-4ae9-8d03-6451d9858958 req-c20b5da2-e931-49c8-9b6f-703bf29b65f5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 943 time: 0.0519025 Apr 08 11:41:08.328399 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5eeebc29-2482-4ae9-8d03-6451d9858958 req-a05633e4-820e-4a0e-9787-b946f358c945 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 Apr 08 11:41:08.605012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b184d10-32ba-4799-98f4-8178eaeef1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:09.442660 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f80d5-cade-4fe7-aad4-df113fd6add1 req-e406b509-7522-4753-b3e4-9d3f507b29ba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:09.444129 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5f80d5-cade-4fe7-aad4-df113fd6add1 req-e406b509-7522-4753-b3e4-9d3f507b29ba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 943 time: 0.0515640 Apr 08 11:41:09.469893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:09.490346 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5e5f80d5-cade-4fe7-aad4-df113fd6add1 req-3aae06cc-29bf-445d-b8d7-fe4a6d9d309c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Apr 08 11:41:09.945015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:41:10.041730 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:10.055767 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'port_id': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'mac_address': 'fa:16:3e:6d:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:41:10.092690 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:10.093099 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:10.105952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:41:10.124923 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:10.216611 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:10.264433 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:10.524277 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:41:10.612744 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cfef5-6ff5-4617-a5c0-79b48d39f086 req-aa872cfa-d2ce-47cb-9e53-1c59013ba1d1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:10.614226 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b9cfef5-6ff5-4617-a5c0-79b48d39f086 req-aa872cfa-d2ce-47cb-9e53-1c59013ba1d1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 944 time: 0.0563486 Apr 08 11:41:10.661062 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b9cfef5-6ff5-4617-a5c0-79b48d39f086 req-0604781d-a530-4bd4-9578-df0f20615f7c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 Apr 08 11:41:10.864126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:11.780622 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ebec-f1dc-4d16-ac90-051d80cc2303 req-106807ef-81b9-47fd-a45f-76738b496c6a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:11.782071 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e13ebec-f1dc-4d16-ac90-051d80cc2303 req-106807ef-81b9-47fd-a45f-76738b496c6a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 944 time: 0.0555220 Apr 08 11:41:11.827063 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0e13ebec-f1dc-4d16-ac90-051d80cc2303 req-6b6398a4-709a-41e6-95c0-a46015d6b14d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Apr 08 11:41:11.969753 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:41:12.064145 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:41:12.067900 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:12.068265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:12.147600 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:12.148121 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:12.170290 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:41:12.172484 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced12fa-5682-4da8-b4ac-f259d9fef8bd" -d '{"events": [{"server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "name": "network-vif-plugged", "status": "completed", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:41:12.184896 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:12.209305 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3057c980-b30a-4ee5-bdc2-502bd4e4e10c x-openstack-request-id: req-3057c980-b30a-4ee5-bdc2-502bd4e4e10c {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:41:12.209590 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "name": "network-vif-plugged", "status": "completed", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:41:12.209846 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3057c980-b30a-4ee5-bdc2-502bd4e4e10c {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:41:12.210246 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3057c980-b30a-4ee5-bdc2-502bd4e4e10c'] response: {'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'code': 200} Apr 08 11:41:12.262573 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:12.285747 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:12.312332 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:12.518595 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e702a8-16c8-4402-bbcc-72e952cb76f1 req-18664212-88db-41e5-9e79-657f66a55850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:12.519965 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a2e702a8-16c8-4402-bbcc-72e952cb76f1 req-18664212-88db-41e5-9e79-657f66a55850 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 1129 time: 0.0426726 Apr 08 11:41:12.562882 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a2e702a8-16c8-4402-bbcc-72e952cb76f1 req-75158a5a-3e74-4dbf-b8c4-1f4ec7724c24 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Apr 08 11:41:12.941076 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16585a16-99e6-477b-a868-7e30f39dafd2 req-402cc526-cc91-4324-ad7a-edbcd73a1c58 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:12.942501 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16585a16-99e6-477b-a868-7e30f39dafd2 req-402cc526-cc91-4324-ad7a-edbcd73a1c58 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0507016 Apr 08 11:41:12.991358 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-16585a16-99e6-477b-a868-7e30f39dafd2 req-a430820d-a83c-4fab-acc7-5f8fef2ffb6b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Apr 08 11:41:14.109231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191c784-43a1-42e6-9e5d-a95f5bc99d4e req-eb4a4a2e-5ea9-4f5d-a5cb-3dea937f6433 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:14.110703 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3191c784-43a1-42e6-9e5d-a95f5bc99d4e req-eb4a4a2e-5ea9-4f5d-a5cb-3dea937f6433 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0520072 Apr 08 11:41:14.157125 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3191c784-43a1-42e6-9e5d-a95f5bc99d4e req-0ab3670e-ebec-4910-b8de-4e4621d05c79 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Apr 08 11:41:15.272001 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262f56-0e82-479c-a253-127075f7cae7 req-432fc3c3-0f47-483a-aec6-921994831340 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:15.273454 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e262f56-0e82-479c-a253-127075f7cae7 req-432fc3c3-0f47-483a-aec6-921994831340 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0510826 Apr 08 11:41:15.318101 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3e262f56-0e82-479c-a253-127075f7cae7 req-45c8705d-0fcd-4d35-bcb2-c97c9f930e0f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Apr 08 11:41:15.429074 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6628f-85e7-4f9b-988a-e23aa517ddfc req-6dea7574-1be4-4bfc-a6f6-053a984e8e6b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:15.430537 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-08d6628f-85e7-4f9b-988a-e23aa517ddfc req-6dea7574-1be4-4bfc-a6f6-053a984e8e6b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0512240 Apr 08 11:41:15.439365 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54034) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:15.443599 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'port_id': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:15.486560 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:15.928863 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:15.999951 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:16.104569 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 084e09cf-c09d-4421-b372-2b0ec6529a39 associated. External IP: 172.27.1.209, port: dd070538-ef14-4b62-a1a3-8bb0b7ee11c3. Apr 08 11:41:16.108968 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a777dcd-ae94-41a0-8e3e-47f2541244bb req-2094fd4c-0ea2-4685-bb85-d5b2ba5c3b8e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:16.110727 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0a777dcd-ae94-41a0-8e3e-47f2541244bb req-2094fd4c-0ea2-4685-bb85-d5b2ba5c3b8e tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0525768 Apr 08 11:41:16.157381 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-0a777dcd-ae94-41a0-8e3e-47f2541244bb req-26416f68-24db-4197-9ce1-5c44716712ac tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Apr 08 11:41:16.314272 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:41:16.422105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:41:16.426857 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:16.432693 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:41:16.442867 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:16.443471 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:16.464789 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c9ec60da-1092-4d8a-8e11-7b28ed0ade75 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "PUT /v2.0/floatingips/084e09cf-c09d-4421-b372-2b0ec6529a39 HTTP/1.1" status: 200 len: 991 time: 1.0158384 Apr 08 11:41:16.464789 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:41:16.464789 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249e051-2836-46e9-b54b-96b3b7eeddac" -d '{"events": [{"name": "network-changed", "server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:41:16.495892 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f153971-d590-41e5-ba46-433ce5525816 x-openstack-request-id: req-3f153971-d590-41e5-ba46-433ce5525816 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:41:16.496184 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:41:16.497092 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f153971-d590-41e5-ba46-433ce5525816 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:41:16.497540 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f153971-d590-41e5-ba46-433ce5525816'] response: {'name': 'network-changed', 'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'status': 'completed', 'code': 200} Apr 08 11:41:16.552048 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:16.771783 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '084e09cf-c09d-4421-b372-2b0ec6529a39', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:6d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:40:59Z', 'updated_at': '2022-04-08T11:41:15Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:16.802011 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:41:16.811097 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:16.811684 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:16.916115 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:17.054263 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-0ef241a5-0317-4401-a881-67938e6b3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.055676 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-0ef241a5-0317-4401-a881-67938e6b3a7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 1129 time: 0.0478806 Apr 08 11:41:17.142984 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '084e09cf-c09d-4421-b372-2b0ec6529a39', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:6d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:40:59Z', 'updated_at': '2022-04-08T11:41:15Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:17.144769 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-82150968-6792-4a04-b569-ec296eb130af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.146226 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-82150968-6792-4a04-b569-ec296eb130af service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0845971 Apr 08 11:41:17.169122 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e71e1-195d-4433-afd3-ade01babd6f8 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '084e09cf-c09d-4421-b372-2b0ec6529a39', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:6d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:40:59Z', 'updated_at': '2022-04-08T11:41:15Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:41:17.377015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5fa183-8a45-40dc-9e09-3f03005ffa6e None None] New status for floating IP 084e09cf-c09d-4421-b372-2b0ec6529a39: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:41:17.459999 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.61', 65189) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:17.490896 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-c2bb517b-6d7b-4ea7-8ed7-333cae6df34a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 HTTP/1.1" status: 200 len: 999 time: 0.3384249 Apr 08 11:41:17.513363 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-73dcb9a9-1c3f-4f84-a89a-e0032711e88d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.515572 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-73dcb9a9-1c3f-4f84-a89a-e0032711e88d tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.0543196 Apr 08 11:41:17.541664 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410456e-30e1-4005-918f-2278450fd1a5 req-288fb715-7065-426f-a59c-ae404abe117c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.544642 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f410456e-30e1-4005-918f-2278450fd1a5 req-288fb715-7065-426f-a59c-ae404abe117c tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 946 time: 0.1008306 Apr 08 11:41:17.562909 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-0c2de236-6697-4820-abb5-6b54d2200db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.564280 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-0c2de236-6697-4820-abb5-6b54d2200db5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0678890 Apr 08 11:41:17.634045 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f410456e-30e1-4005-918f-2278450fd1a5 req-517c44da-ca99-40c7-9126-af861baeb8f0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f61ad2-f459-4fba-8c8d-3172dc04c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825655 Apr 08 11:41:17.650067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-bd0eb1e1-a2ae-43cc-a6fc-6cf119efb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:17.650634 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Deleting port 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:17.650980 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:17.651648 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-bd0eb1e1-a2ae-43cc-a6fc-6cf119efb026 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808475 Apr 08 11:41:17.741709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] For port 8425b4aa-a836-4ddf-980a-58da181b0b0e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8425b4aa-a836-4ddf-980a-58da181b0b0e,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:17.742074 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:17.750961 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-06ee118c-99ee-42c3-8684-69881dab5522 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927022 Apr 08 11:41:17.845867 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-7efa301e-1ab2-4555-b4e4-85fcdd0233eb service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Apr 08 11:41:18.197633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:18.197998 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:18.198348 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Floating IP f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b disassociated. External IP: 172.27.1.135, port: 8425b4aa-a836-4ddf-980a-58da181b0b0e. Apr 08 11:41:18.198652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Calling delete_port for 8425b4aa-a836-4ddf-980a-58da181b0b0e owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:18.384965 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (8425b4aa-a836-4ddf-980a-58da181b0b0e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:18.413863 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'Port': ['ID=8425b4aa-a836-4ddf-980a-58da181b0b0e,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:18.530638 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:41:18.639321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:41:18.648284 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:41:18.663047 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:18.664261 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:18.708354 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] No DVR routers for this DVR port 8425b4aa-a836-4ddf-980a-58da181b0b0e on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:41:18.711007 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:18.714508 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b8edf1b-5173-4375-987e-a84b976843f8 req-ed230e34-904e-406d-b827-3f02291af8d0 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.61 "DELETE /v2.0/ports/8425b4aa-a836-4ddf-980a-58da181b0b0e HTTP/1.1" status: 204 len: 173 time: 1.1935472 Apr 08 11:41:18.714974 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-deleted', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:41:18.717949 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d78bfd-ac75-49a6-bc06-943d5a716399" -d '{"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-deleted", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:41:18.749526 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1886ef10-ac79-4eff-a5b5-e59b3e40df1e req-3777fcff-017b-4fef-a334-d706c5e0d249 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/ports?device_id=714b97f1-060c-4933-ad70-bdcdeeb8cc38 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Apr 08 11:41:18.761061 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77035697-7922-4f1a-a055-3bec32203dc9 x-openstack-request-id: req-77035697-7922-4f1a-a055-3bec32203dc9 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:41:18.761545 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b97f1-060c-4933-ad70-bdcdeeb8cc38", "name": "network-vif-deleted", "tag": "8425b4aa-a836-4ddf-980a-58da181b0b0e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:41:18.761947 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77035697-7922-4f1a-a055-3bec32203dc9 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:41:18.762565 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77035697-7922-4f1a-a055-3bec32203dc9'] response: {'server_uuid': '714b97f1-060c-4933-ad70-bdcdeeb8cc38', 'name': 'network-vif-deleted', 'tag': '8425b4aa-a836-4ddf-980a-58da181b0b0e', 'status': 'completed', 'code': 200} Apr 08 11:41:18.883659 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:19.085661 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:19.112365 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:41:19.121135 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:19.122143 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:19.229876 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:19.428017 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:19.454490 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e69c0e-13be-4858-b68d-e1fdb8dea9b5 None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:10Z', 'revision_number': 4, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'bad9194d-1b47-418f-97f2-9f74fa7e1c19', 'name': '', 'network_id': '6fd0be2b-61aa-4f52-afee-ac2ce5d31754', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'mac_address': 'fa:16:3e:6f:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:09Z', 'updated_at': '2022-04-08T11:29:14Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'subnets': [{'id': 'df95cd7d-9203-411b-a336-94fb0567485c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:41:19.692399 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f670ef-0451-45e7-9e0f-383518d31143 None None] New status for floating IP f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:41:19.911890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54060) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:19.964812 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (f8f61ad2-f459-4fba-8c8d-3172dc04c07f), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:19.989014 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (f8f61ad2-f459-4fba-8c8d-3172dc04c07f), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.099324 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f8f61ad2-f459-4fba-8c8d-3172dc04c07f), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.101860 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.103354 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8f61ad2-f459-4fba-8c8d-3172dc04c07f HTTP/1.1" status: 204 len: 168 time: 0.1901219 Apr 08 11:41:20.105872 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54062) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:20.112744 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377267b0-0e24-453a-8cfe-e8384a4a3560 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f61ad2-f459-4fba-8c8d-3172dc04c07f,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:20.119105 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-c443d63c-bda4-4a33-8846-e8c8c0b0e06b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] show failed (client error): The resource could not be found. Apr 08 11:41:20.120106 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c443d63c-bda4-4a33-8846-e8c8c0b0e06b tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "GET /v2.0/security-groups/f8f61ad2-f459-4fba-8c8d-3172dc04c07f HTTP/1.1" status: 404 len: 347 time: 0.0126464 Apr 08 11:41:20.123221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54064) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:20.202127 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.247529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Deleting port 028b1539-33b7-475d-88d7-0cf23ac78f10 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:20.247867 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.327563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.327885 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (028b1539-33b7-475d-88d7-0cf23ac78f10), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.339675 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Calling delete_port for 028b1539-33b7-475d-88d7-0cf23ac78f10 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:20.539465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (028b1539-33b7-475d-88d7-0cf23ac78f10), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.567823 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Pushing event deleted for resources: {'Port': ['ID=028b1539-33b7-475d-88d7-0cf23ac78f10,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:20.627408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks [] for floatingip (f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.629978 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:20.631116 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-07a7abae-1dab-4ac3-af1f-c49339fe4c15 tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2ca5685-c1eb-4df1-9efe-a6430bd4aa4b HTTP/1.1" status: 204 len: 168 time: 0.5069270 Apr 08 11:41:21.979434 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:41:22.002842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 8425b4aa-a836-4ddf-980a-58da181b0b0e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:41:22.002842 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 8425b4aa-a836-4ddf-980a-58da181b0b0e not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:41:23.319142 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54088) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:23.726345 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:23.974503 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Deleting port bad9194d-1b47-418f-97f2-9f74fa7e1c19 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:23.974845 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.052991 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] For port bad9194d-1b47-418f-97f2-9f74fa7e1c19, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=bad9194d-1b47-418f-97f2-9f74fa7e1c19,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:24.053352 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.065802 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Calling delete_port for bad9194d-1b47-418f-97f2-9f74fa7e1c19 owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:24.327831 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (bad9194d-1b47-418f-97f2-9f74fa7e1c19), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.354004 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=bad9194d-1b47-418f-97f2-9f74fa7e1c19,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:24.523913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.739296 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:41:24.847773 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:41:24.855661 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7b848260-5591-4470-8885-29088f8e3a7b admin admin] 10.222.0.37 "PUT /v2.0/routers/9bcbcf5b-bf10-4935-99f3-cf386e934eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325894 Apr 08 11:41:24.855776 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54092) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:24.856959 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Sync routers for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:41:24.866510 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:24.867243 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:24.961005 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks [] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.974132 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:25.064871 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks [] for router_gateway (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.159338 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:41:24Z', 'revision_number': 5, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port': {'id': '5d04a827-e75f-4bf9-9d9c-8f447eb6073a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:25.170015 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Deleting port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:25.170476 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.186908 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Checking router: 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:41:25.195474 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Routers {'9bcbcf5b-bf10-4935-99f3-cf386e934eb7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:25.196062 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:41:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:25.254465 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] For port 5d04a827-e75f-4bf9-9d9c-8f447eb6073a, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:25.254832 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.267397 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Calling delete_port for 5d04a827-e75f-4bf9-9d9c-8f447eb6073a owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:25.284521 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] Set router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:25.335041 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:41:25Z', 'revision_number': 6, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:25.364202 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd56ea-6e4e-4746-9702-f25f0a42aa1f None None] The sync data for ids ['9bcbcf5b-bf10-4935-99f3-cf386e934eb7'] in dv-cinder-836072-3-iscsi is: [{'id': '9bcbcf5b-bf10-4935-99f3-cf386e934eb7', 'name': 'tempest-AttachVolumeShelveTestJSON-823958859-router', 'tenant_id': 'c1dd84a9a7694210b0789970dea088d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:29:07Z', 'updated_at': '2022-04-08T11:41:25Z', 'revision_number': 6, 'project_id': 'c1dd84a9a7694210b0789970dea088d2', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:41:25.482694 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (5d04a827-e75f-4bf9-9d9c-8f447eb6073a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.507852 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d04a827-e75f-4bf9-9d9c-8f447eb6073a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:25.575858 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.671055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.673055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks [] for router_controller (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.791189 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (9bcbcf5b-bf10-4935-99f3-cf386e934eb7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.791720 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcbcf5b-bf10-4935-99f3-cf386e934eb7 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:41:25.797164 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.798297 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f5462650-8718-451d-84b6-24186c1618e6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9bcbcf5b-bf10-4935-99f3-cf386e934eb7 HTTP/1.1" status: 204 len: 168 time: 0.9419541 Apr 08 11:41:25.800823 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54094) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:25.845760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Deleting subnet df95cd7d-9203-411b-a336-94fb0567485c {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:41:25.848705 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Publish callbacks [] for subnet (df95cd7d-9203-411b-a336-94fb0567485c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.882920 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (df95cd7d-9203-411b-a336-94fb0567485c), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:25.961742 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (df95cd7d-9203-411b-a336-94fb0567485c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.065554 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (df95cd7d-9203-411b-a336-94fb0567485c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.091235 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df95cd7d-9203-411b-a336-94fb0567485c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:26.095405 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.098898 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-59ef208d-f4dc-4ff6-9c6b-aaa5227479b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/df95cd7d-9203-411b-a336-94fb0567485c HTTP/1.1" status: 204 len: 168 time: 0.2969012 Apr 08 11:41:26.101218 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54096) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:26.111426 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf51cc5-cbf1-486e-9c95-bb19d6122426 None None] Network 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:41:26.178045 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (6fd0be2b-61aa-4f52-afee-ac2ce5d31754), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.235829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Deleting port b731f339-cebc-4231-86d0-102465a051ce {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:26.235829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (b731f339-cebc-4231-86d0-102465a051ce), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.269043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] DHCP port deletion for 6fd0be2b-61aa-4f52-afee-ac2ce5d31754 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:41:26.301540 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] For port b731f339-cebc-4231-86d0-102465a051ce, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=b731f339-cebc-4231-86d0-102465a051ce,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:26.301907 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (b731f339-cebc-4231-86d0-102465a051ce), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.314414 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Calling delete_port for b731f339-cebc-4231-86d0-102465a051ce owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:26.321137 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Deleting port b731f339-cebc-4231-86d0-102465a051ce {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:41:26.321516 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (b731f339-cebc-4231-86d0-102465a051ce), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.386728 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] For port b731f339-cebc-4231-86d0-102465a051ce, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=b731f339-cebc-4231-86d0-102465a051ce,segment=NetworkSegment(09a7ccb0-8ece-496d-acc4-8f9bf05b6825),segment_id=09a7ccb0-8ece-496d-acc4-8f9bf05b6825)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:26.387128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (b731f339-cebc-4231-86d0-102465a051ce), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.401171 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Calling delete_port for b731f339-cebc-4231-86d0-102465a051ce owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:41:26.499808 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (b731f339-cebc-4231-86d0-102465a051ce), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.505663 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (b731f339-cebc-4231-86d0-102465a051ce), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.525642 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b731f339-cebc-4231-86d0-102465a051ce,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:26.532111 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] No DVR routers for this DVR port b731f339-cebc-4231-86d0-102465a051ce on host dv-cinder-836072-3-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:41:26.532920 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Pushing event deleted for resources: {'Port': ['ID=b731f339-cebc-4231-86d0-102465a051ce,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:26.539913 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] No DVR routers for this DVR port b731f339-cebc-4231-86d0-102465a051ce on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:41:26.542034 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.542387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.542761 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.543151 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.543496 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.543871 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.544196 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.544518 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.544873 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.545201 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.545530 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.545856 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.546181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.546501 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.546821 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6251a9-b051-40f3-b301-c545ba594ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.612240 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (6fd0be2b-61aa-4f52-afee-ac2ce5d31754), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.631446 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd0be2b-61aa-4f52-afee-ac2ce5d31754']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:26.640949 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a7ccb0-8ece-496d-acc4-8f9bf05b6825') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:26.641247 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a7ccb0-8ece-496d-acc4-8f9bf05b6825') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:26.650483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (09a7ccb0-8ece-496d-acc4-8f9bf05b6825), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.664406 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (09a7ccb0-8ece-496d-acc4-8f9bf05b6825), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.670457 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:41:26.670842 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (09a7ccb0-8ece-496d-acc4-8f9bf05b6825), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:41:26.672499 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:41:26.785207 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (6fd0be2b-61aa-4f52-afee-ac2ce5d31754), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.790552 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.798547 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6fd0be2b-61aa-4f52-afee-ac2ce5d31754 HTTP/1.1" status: 204 len: 168 time: 0.6914575 Apr 08 11:41:26.804245 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f621ef-bda1-40aa-8594-733eab5d7d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd0be2b-61aa-4f52-afee-ac2ce5d31754,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:27.077236 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54100) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:27.116618 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-141f59e2-8627-4e1d-be29-cb0dd82c24fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1dd84a9a7694210b0789970dea088d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382221 Apr 08 11:41:27.120388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54102) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:27.169052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] Publish callbacks [] for security_group (d2ed3a5c-f47a-4a47-aebb-a6ddab5df534), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.180406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bad9194d-1b47-418f-97f2-9f74fa7e1c19 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:41:27.191717 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] Publish callbacks [] for security_group (d2ed3a5c-f47a-4a47-aebb-a6ddab5df534), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.201345 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: bad9194d-1b47-418f-97f2-9f74fa7e1c19 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:41:27.201692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device bad9194d-1b47-418f-97f2-9f74fa7e1c19 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:41:27.202199 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device b731f339-cebc-4231-86d0-102465a051ce no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:41:27.221590 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: b731f339-cebc-4231-86d0-102465a051ce {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:41:27.221927 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device b731f339-cebc-4231-86d0-102465a051ce not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:41:27.222335 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 5d04a827-e75f-4bf9-9d9c-8f447eb6073a no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:41:27.241273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 5d04a827-e75f-4bf9-9d9c-8f447eb6073a {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:41:27.241612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 5d04a827-e75f-4bf9-9d9c-8f447eb6073a not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:41:27.328228 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (d2ed3a5c-f47a-4a47-aebb-a6ddab5df534), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.330780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.331922 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2ed3a5c-f47a-4a47-aebb-a6ddab5df534 HTTP/1.1" status: 204 len: 168 time: 0.2107451 Apr 08 11:41:27.340165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ff930-f5bd-40fc-9dee-726383dc6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed3a5c-f47a-4a47-aebb-a6ddab5df534,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:35.011729 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:41:36.168115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ab594c88-05c9-481c-8224-cdecccc87b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:38.614133 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-12923291-49fc-455c-bae1-d2aa999fd08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:39.500736 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:40.866500 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:42.260265 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:50.221447 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.193165 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e46a0ab0-751d-4390-9e0a-cc84d88ccaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:08.614732 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d3716d5d-50a4-4a98-be80-38d8dd1e794c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:09.499622 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:10.856041 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:12.010711 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:42:12.250563 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:20.232012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.089468 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54506) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:23.216359 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.297615 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Publish callbacks [] for security_group (8554d367-f9b6-44c9-a0ba-c7886e6fa7d2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.382306 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8554d367-f9b6-44c9-a0ba-c7886e6fa7d2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.420796 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae4aec8f56524cfabc875b7a0a29e22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299797 Apr 08 11:42:23.421818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8554d367-f9b6-44c9-a0ba-c7886e6fa7d2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:23.423389 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54510) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:23.428835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.429472 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.429817 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.430151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.430483 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.430810 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.431132 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.431451 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.431775 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.432092 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.432412 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.432754 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.433121 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.433437 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.433750 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9e43f-1601-4f7a-a153-a47f81ae99f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.474611 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Publish callbacks [] for security_group (8554d367-f9b6-44c9-a0ba-c7886e6fa7d2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.495829 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Publish callbacks [] for security_group (8554d367-f9b6-44c9-a0ba-c7886e6fa7d2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.609312 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8554d367-f9b6-44c9-a0ba-c7886e6fa7d2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.611919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.613100 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8554d367-f9b6-44c9-a0ba-c7886e6fa7d2 HTTP/1.1" status: 204 len: 168 time: 0.1887419 Apr 08 11:42:23.620986 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8554d367-f9b6-44c9-a0ba-c7886e6fa7d2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:23.628112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.628457 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.628829 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.629175 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.629510 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.629842 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.630175 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.630499 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.630828 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.631441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.631777 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.632103 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.632423 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.632814 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:23.633139 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1469ee8-4bec-482f-b55d-c6a5675a6138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:42:24.193942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54518) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:24.207729 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38cc6c76-aff6-4b37-8909-3909a887ccb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.279926 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38cc6c76-aff6-4b37-8909-3909a887ccb9 admin admin] Publish callbacks [] for security_group (49403160-1c23-431f-b624-78b8c22329ea), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.347835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-38cc6c76-aff6-4b37-8909-3909a887ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (49403160-1c23-431f-b624-78b8c22329ea), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.385204 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-38cc6c76-aff6-4b37-8909-3909a887ccb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=180156eb040b40e2bc5bb0c935dbe444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901822 Apr 08 11:42:24.386283 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc6c76-aff6-4b37-8909-3909a887ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49403160-1c23-431f-b624-78b8c22329ea,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:24.388914 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54520) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:24.441944 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] Publish callbacks [] for security_group (49403160-1c23-431f-b624-78b8c22329ea), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.466125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] Publish callbacks [] for security_group (49403160-1c23-431f-b624-78b8c22329ea), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.560183 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (49403160-1c23-431f-b624-78b8c22329ea), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.562808 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:24.564015 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49403160-1c23-431f-b624-78b8c22329ea HTTP/1.1" status: 204 len: 168 time: 0.1740298 Apr 08 11:42:24.572186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d14929-8d28-4d82-93e0-a3c8771c0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49403160-1c23-431f-b624-78b8c22329ea,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:26.014380 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54550) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:26.117327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b279b345-3904-4844-9da9-dc47d694d8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.192603 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b279b345-3904-4844-9da9-dc47d694d8a5 admin admin] Publish callbacks [] for security_group (4e2fb479-7d8b-483c-a637-75c45a9bed23), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.260698 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b279b345-3904-4844-9da9-dc47d694d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4e2fb479-7d8b-483c-a637-75c45a9bed23), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.298539 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279b345-3904-4844-9da9-dc47d694d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2fb479-7d8b-483c-a637-75c45a9bed23,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:26.303703 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b279b345-3904-4844-9da9-dc47d694d8a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46e59cde9cd24f70836ef1616207ccf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883048 Apr 08 11:42:26.306373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54554) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:26.352955 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] Publish callbacks [] for security_group (4e2fb479-7d8b-483c-a637-75c45a9bed23), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.374357 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] Publish callbacks [] for security_group (4e2fb479-7d8b-483c-a637-75c45a9bed23), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.472207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (4e2fb479-7d8b-483c-a637-75c45a9bed23), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.474705 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.475841 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e2fb479-7d8b-483c-a637-75c45a9bed23 HTTP/1.1" status: 204 len: 168 time: 0.1685719 Apr 08 11:42:26.484402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90d8d8-748f-4a7a-aa08-6ece45b762d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2fb479-7d8b-483c-a637-75c45a9bed23,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:31.812224 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54622) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:31.914549 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a27a895a-23d8-4d07-9df8-a6233d08dd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:31.987483 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a27a895a-23d8-4d07-9df8-a6233d08dd7a admin admin] Publish callbacks [] for security_group (18ba886a-6197-44d7-b4e1-c0382eb380ad), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.072500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a27a895a-23d8-4d07-9df8-a6233d08dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (18ba886a-6197-44d7-b4e1-c0382eb380ad), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.111988 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a27a895a-23d8-4d07-9df8-a6233d08dd7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=447ef3d764df4fdc9fcb2c950baf5c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987020 Apr 08 11:42:32.113113 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a895a-23d8-4d07-9df8-a6233d08dd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba886a-6197-44d7-b4e1-c0382eb380ad,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:32.114698 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54626) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:32.164727 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] Publish callbacks [] for security_group (18ba886a-6197-44d7-b4e1-c0382eb380ad), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.185192 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] Publish callbacks [] for security_group (18ba886a-6197-44d7-b4e1-c0382eb380ad), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.301194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (18ba886a-6197-44d7-b4e1-c0382eb380ad), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.303693 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:32.304876 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18ba886a-6197-44d7-b4e1-c0382eb380ad HTTP/1.1" status: 204 len: 168 time: 0.1882129 Apr 08 11:42:32.312639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a363060-1f8d-413a-a96f-39ff5992026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba886a-6197-44d7-b4e1-c0382eb380ad,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:36.188988 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-24a1b0cf-b7f9-445a-934c-b276d89ad5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:38.655582 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-efaaead8-275c-4208-8f89-0bcb051a4183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:39.495708 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:40.897980 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:42.263134 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:49.009503 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:42:50.263554 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.343175 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54772) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:58.447289 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2323a3ec-d76e-4eec-ab33-2f2012a918ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.474386 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-414fda3e-b914-4445-8b9e-522b3fb2dbd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353462 Apr 08 11:42:58.522937 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2323a3ec-d76e-4eec-ab33-2f2012a918ff admin admin] Publish callbacks [] for security_group (80508406-358b-4fe4-8d1b-0cd606667f76), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.561253 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-f9ddaf7a-cdb9-4c19-9b95-aa0acc186f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:42:58.562725 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-f9ddaf7a-cdb9-4c19-9b95-aa0acc186f4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 1129 time: 0.0465324 Apr 08 11:42:58.572801 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2323a3ec-d76e-4eec-ab33-2f2012a918ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (80508406-358b-4fe4-8d1b-0cd606667f76), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.613589 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2323a3ec-d76e-4eec-ab33-2f2012a918ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ff52c09dd50448f96187f2d8eb64ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693009 Apr 08 11:42:58.614444 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a3ec-d76e-4eec-ab33-2f2012a918ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80508406-358b-4fe4-8d1b-0cd606667f76,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:58.617716 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54778) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:58.665770 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] Publish callbacks [] for security_group (80508406-358b-4fe4-8d1b-0cd606667f76), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.686954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] Publish callbacks [] for security_group (80508406-358b-4fe4-8d1b-0cd606667f76), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.730319 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-3979b729-f59b-47b5-b047-379680d2dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:42:58.731770 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-3979b729-f59b-47b5-b047-379680d2dfb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.1476350 Apr 08 11:42:58.824192 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (80508406-358b-4fe4-8d1b-0cd606667f76), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.827254 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-5752c190-c87e-4078-adfb-bc007faefc12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 HTTP/1.1" status: 200 len: 1001 time: 0.0875602 Apr 08 11:42:58.827380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:58.828420 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80508406-358b-4fe4-8d1b-0cd606667f76 HTTP/1.1" status: 204 len: 168 time: 0.2094975 Apr 08 11:42:58.839456 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0857c52-a0a4-4005-b659-277992ab43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80508406-358b-4fe4-8d1b-0cd606667f76,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:58.880186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-d8517399-07f3-4b1e-9a9a-75f9df2daaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:42:58.881691 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-d8517399-07f3-4b1e-9a9a-75f9df2daaa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0480814 Apr 08 11:42:58.930183 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-a78de441-3b01-4b73-a7af-f713b83069f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:42:58.931804 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-a78de441-3b01-4b73-a7af-f713b83069f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442157 Apr 08 11:42:59.031693 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-0f9ee1c8-83a9-4406-85d7-8bb3e0912034 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940218 Apr 08 11:42:59.129505 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e7124bc9-d69d-4d86-ad73-b2bafd962df8 req-89aabfa2-6f93-4975-9b17-f14e2a2116c5 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894723 Apr 08 11:43:06.188840 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3539-c981-4292-9927-773c3624491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:08.617886 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cd699fa-9513-4345-8364-4c66b4719674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:09.491514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:10.904509 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:12.259075 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:14.705708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b835-b2a5-4207-8091-523dc96a5d21 req-ca6f5564-491d-44a4-94be-c30f5d21a2ac tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:14.707202 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f340b835-b2a5-4207-8091-523dc96a5d21 req-ca6f5564-491d-44a4-94be-c30f5d21a2ac tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0552969 Apr 08 11:43:14.754302 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f340b835-b2a5-4207-8091-523dc96a5d21 req-31331f8b-d80b-4631-af77-57e7d7e6e549 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Apr 08 11:43:15.870898 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fb5a2-46cf-41b5-9476-2e32b4a7893e req-ca1f9b8e-a015-4d89-a2bb-23ff1f383a39 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:15.872344 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-625fb5a2-46cf-41b5-9476-2e32b4a7893e req-ca1f9b8e-a015-4d89-a2bb-23ff1f383a39 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0513668 Apr 08 11:43:15.918273 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-625fb5a2-46cf-41b5-9476-2e32b4a7893e req-b38a7032-8516-4fa8-acf5-cf8358ed1a80 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Apr 08 11:43:16.498895 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-d0a5acb1-3fac-4170-9730-ba1a3bdaa99a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:16.500320 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-d0a5acb1-3fac-4170-9730-ba1a3bdaa99a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0516598 Apr 08 11:43:16.589280 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:43:16.589610 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:16.678877 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] For port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:43:16.679230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:16.846914 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:16.847228 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:16.847543 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP 084e09cf-c09d-4421-b372-2b0ec6529a39 disassociated. External IP: 172.27.1.209, port: dd070538-ef14-4b62-a1a3-8bb0b7ee11c3. Apr 08 11:43:16.848577 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:43:17.206432 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013900d3-c95e-452b-9f93-aed198aed94e req-9f3f1c57-9a3a-45dd-8f98-0424338e1bcf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:17.208537 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-013900d3-c95e-452b-9f93-aed198aed94e req-9f3f1c57-9a3a-45dd-8f98-0424338e1bcf tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 945 time: 0.0758350 Apr 08 11:43:17.293321 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-013900d3-c95e-452b-9f93-aed198aed94e req-6c4f3b5f-eb00-4d78-bd4d-c169502db9c7 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=3243ac72-9264-4a4c-8688-f5812ef9f432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792766 Apr 08 11:43:17.343507 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (dd070538-ef14-4b62-a1a3-8bb0b7ee11c3), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:17.372191 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=dd070538-ef14-4b62-a1a3-8bb0b7ee11c3,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:17.487520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:43:17.595932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:43:17.605248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:43:17.618012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:43:17.618639 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:43:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:17.638019 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] No DVR routers for this DVR port dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:43:17.640641 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:17.644012 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d0a80208-3590-493c-b66d-21a4eaafa941 req-5cb3ca9b-c7a5-4e21-b53d-de8af2ee7f94 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "DELETE /v2.0/ports/dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 HTTP/1.1" status: 204 len: 173 time: 1.1378236 Apr 08 11:43:17.644417 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'name': 'network-vif-deleted', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:43:17.646725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66322a5-4b51-408b-bec1-fddde412bc26" -d '{"events": [{"server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "name": "network-vif-deleted", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:43:17.734811 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:43:17.898992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5033bf56-3d43-46d0-8b7e-49c1693406bd x-openstack-request-id: req-5033bf56-3d43-46d0-8b7e-49c1693406bd {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:43:17.898992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655c9f82-1eaa-4bdf-bb2a-2bafed237fcf", "name": "network-vif-deleted", "tag": "dd070538-ef14-4b62-a1a3-8bb0b7ee11c3", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:43:17.898992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5033bf56-3d43-46d0-8b7e-49c1693406bd {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:43:17.898992 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5033bf56-3d43-46d0-8b7e-49c1693406bd'] response: {'server_uuid': '655c9f82-1eaa-4bdf-bb2a-2bafed237fcf', 'name': 'network-vif-deleted', 'tag': 'dd070538-ef14-4b62-a1a3-8bb0b7ee11c3', 'status': 'completed', 'code': 200} Apr 08 11:43:18.077232 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:18.105081 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:43:18.113083 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:43:18.114203 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:43:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:18.227115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:43:18.400145 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-387e8feb-2adc-4b92-a07e-5effccfb6064 req-513d9ab2-9652-40c9-9369-b054dd4880fd tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=655c9f82-1eaa-4bdf-bb2a-2bafed237fcf HTTP/1.1" status: 200 len: 210 time: 0.0285282 Apr 08 11:43:18.436566 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:18.463778 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f7a1-226b-4575-a3f8-8b09819f3675 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:43:18.687998 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbec6f6-98e3-4799-9fb2-e12a1ef27776 None None] New status for floating IP 084e09cf-c09d-4421-b372-2b0ec6529a39: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:43:19.546067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54864) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:19.599023 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (3243ac72-9264-4a4c-8688-f5812ef9f432), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.620946 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (3243ac72-9264-4a4c-8688-f5812ef9f432), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.705266 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (3243ac72-9264-4a4c-8688-f5812ef9f432), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.708430 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.709599 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/security-groups/3243ac72-9264-4a4c-8688-f5812ef9f432 HTTP/1.1" status: 204 len: 168 time: 0.1625454 Apr 08 11:43:19.712347 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54866) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:19.718849 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd240195-7ee5-4c02-b70b-5525ef95ca93 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243ac72-9264-4a4c-8688-f5812ef9f432,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:19.730190 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.api.v2.resource [None req-162d51df-13c1-41e5-a794-9bb1771c6d4f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] show failed (client error): The resource could not be found. Apr 08 11:43:19.731220 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-162d51df-13c1-41e5-a794-9bb1771c6d4f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups/3243ac72-9264-4a4c-8688-f5812ef9f432 HTTP/1.1" status: 404 len: 347 time: 0.0177884 Apr 08 11:43:19.734160 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54868) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:19.857805 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port ae68362b-27b2-4f72-95cc-a4ef05d7ad45 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:43:19.858143 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.931941 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.932267 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:19.945147 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for ae68362b-27b2-4f72-95cc-a4ef05d7ad45 owned by network:floatingip {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:43:20.139353 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (ae68362b-27b2-4f72-95cc-a4ef05d7ad45), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.169571 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=ae68362b-27b2-4f72-95cc-a4ef05d7ad45,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:20.230658 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.232979 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (084e09cf-c09d-4421-b372-2b0ec6529a39), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.235689 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.236904 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9c2c32e8-ce2f-4d2d-9cfe-fd8f90cd7f08 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/floatingips/084e09cf-c09d-4421-b372-2b0ec6529a39 HTTP/1.1" status: 204 len: 168 time: 0.5017171 Apr 08 11:43:20.513150 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:43:20.522034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54872) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:20.526441 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239474107', 'description': 'tempest-description--1390160747'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:20.537164 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:43:20.537507 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device dd070538-ef14-4b62-a1a3-8bb0b7ee11c3 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:43:20.608189 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.675426 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (562462d5-f44e-4d94-b711-4d532a351cb2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.744756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (562462d5-f44e-4d94-b711-4d532a351cb2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.771589 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562462d5-f44e-4d94-b711-4d532a351cb2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:20.855472 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:20.856781 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a5fea4f1-27a9-42f7-b558-f006ce046117 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3336992 Apr 08 11:43:20.859442 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54874) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:20.864321 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '562462d5-f44e-4d94-b711-4d532a351cb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:20.944767 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (99b931a9-be45-4344-b740-8627b9a3482d), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.001132 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (99b931a9-be45-4344-b740-8627b9a3482d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.063407 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (99b931a9-be45-4344-b740-8627b9a3482d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.082163 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b931a9-be45-4344-b740-8627b9a3482d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:21.151332 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.152522 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-022a40fd-f6a5-4d12-a0fa-509e70c1c790 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921822 Apr 08 11:43:21.155122 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54876) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:21.159297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'security_group_rule': {'security_group_id': '562462d5-f44e-4d94-b711-4d532a351cb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:21.240771 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (9ce53d08-2885-4247-a7d0-ee42c952bb68), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.295181 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (9ce53d08-2885-4247-a7d0-ee42c952bb68), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.355232 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (9ce53d08-2885-4247-a7d0-ee42c952bb68), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.372386 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce53d08-2885-4247-a7d0-ee42c952bb68,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:21.431768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.433335 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-14d11d20-2988-49fb-a78a-36b3ca695450 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769544 Apr 08 11:43:21.436100 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 54878) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:21.440339 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:21.532619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.632846 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.734487 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.27.1.208 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/6a477e5c-7c4d-483c-9a29-e91bb82b8710) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:43:21.831835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.909491 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:21.947218 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:43:21.949946 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:43:21.952369 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:43:21.981418 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=6a477e5c-7c4d-483c-9a29-e91bb82b8710,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:22.046617 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.142202 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.287232 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.360532 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.425062 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=6a477e5c-7c4d-483c-9a29-e91bb82b8710,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:22.437345 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.511106 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.512384 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-71d9c9bd-1dd1-42fd-8da8-0e96527b3d0a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0753243 Apr 08 11:43:22.709116 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-6264dc02-7f05-4640-96dd-9990d648a5c4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--239474107&fields=id&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 267 time: 0.0411103 Apr 08 11:43:22.811262 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-a3602d6a-8b18-4d84-b69f-d43de50687af tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:22.812615 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-a3602d6a-8b18-4d84-b69f-d43de50687af tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.0974157 Apr 08 11:43:22.827262 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-7eb6a41f-f775-436a-8aa8-ce4d7566acdb tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/quotas/15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 375 time: 0.0091066 Apr 08 11:43:22.885171 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-8c1f1d47-6230-4a88-8b02-905f5310405b tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529623 Apr 08 11:43:23.068470 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-a301ae8c-7fd0-4613-9ebb-f6c9d354ae71 service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716738 Apr 08 11:43:23.159962 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-e0ce5985-4560-4ee3-b3ec-13823c30562e service neutron] 10.222.0.37 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Apr 08 11:43:23.414416 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5155f29e-6d49-4639-abd5-a689617af2b4 req-910a52a2-42e0-4c25-acce-852630772d99 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 210 time: 0.0304780 Apr 08 11:43:24.671215 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8652012f-03a5-4dc9-b93c-8f07713f131e req-8f43334d-ab66-4c00-a33b-0f4aba7101e4 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 210 time: 0.0279901 Apr 08 11:43:25.324249 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-cea6f5f2-5fed-47e2-81aa-c675546e67fa tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:25.325607 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-cea6f5f2-5fed-47e2-81aa-c675546e67fa tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 815 time: 0.1054878 Apr 08 11:43:25.392756 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-f3074e25-4083-49c6-a6f9-2ee027afd3f9 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c48484c28e49be8d102c7e7310a153 HTTP/1.1" status: 200 len: 379 time: 0.0592613 Apr 08 11:43:25.401170 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'port': {'device_id': '873a5664-b09b-4472-876d-aa6333f62112', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'admin_state_up': True, 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'security_groups': ['562462d5-f44e-4d94-b711-4d532a351cb2']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:25.602609 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Made reservation on behalf of 15c48484c28e49be8d102c7e7310a153 for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:43:25.605996 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:25.735413 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Allocated IP 172.20.0.5 (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b/c6762e31-b338-496e-9013-d4237bf9ac7c/85939724-f636-414f-b3d8-b2ce63c0ca02) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:43:25.763305 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-edf9b9c8-6124-4380-8bbb-26bbb1eeeded req-eed0e765-40d8-462b-8c15-1992adc51c34 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 210 time: 0.0258512 Apr 08 11:43:25.875141 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:25.974753 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.008465 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:43:26.017265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:43:26.020968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:43:26.027024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:43:26.033105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event updated for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:26.061066 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.061415 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.061758 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.062097 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.062431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.062770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.063103 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.063434 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.063765 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.064128 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.064416 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.064766 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.065088 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.065407 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.065747 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:26.092053 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:26.092662 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.161115 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-adc4fdf1-846b-4a9a-8caa-d677386eb308 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632482 Apr 08 11:43:26.172260 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Request body: {'port': {'device_id': '873a5664-b09b-4472-876d-aa6333f62112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:26.235190 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.283697 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-e6138258-6984-433c-af1c-39662da32ad9 None None] Provisioning complete for port 85939724-f636-414f-b3d8-b2ce63c0ca02 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:43:26.284302 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6138258-6984-433c-af1c-39662da32ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.318380 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e6138258-6984-433c-af1c-39662da32ad9 None None] Port 85939724-f636-414f-b3d8-b2ce63c0ca02 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:43:26.493968 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85939724-f636-414f-b3d8-b2ce63c0ca02 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:43:26.501211 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks [] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.513431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Transition to ACTIVE for port object 85939724-f636-414f-b3d8-b2ce63c0ca02 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:43:26.590878 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.648541 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Pushing event updated for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:26.715181 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Attempting to bind port 85939724-f636-414f-b3d8-b2ce63c0ca02 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:43:26.716012 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Attempting to bind port 85939724-f636-414f-b3d8-b2ce63c0ca02 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:43:26.716012 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Attempting to bind port 85939724-f636-414f-b3d8-b2ce63c0ca02 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:43:26.721122 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Port 85939724-f636-414f-b3d8-b2ce63c0ca02 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:43:26.721565 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Attempting to bind port 85939724-f636-414f-b3d8-b2ce63c0ca02 on network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:43:26.727441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:43:26.727942 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Checking segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:43:26.728330 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Bound using segment: {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:43:26.728833 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Bound port: 85939724-f636-414f-b3d8-b2ce63c0ca02, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:43:26.729232 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.795889 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:43:26.799247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85939724-f636-414f-b3d8-b2ce63c0ca02,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:43:26.886702 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634bfb4-558f-44d3-9fe5-27fa3ba042c9 req-406aa693-c8c9-4ded-b48a-ed2f14b57df5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:26.888169 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e634bfb4-558f-44d3-9fe5-27fa3ba042c9 req-406aa693-c8c9-4ded-b48a-ed2f14b57df5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 943 time: 0.0564606 Apr 08 11:43:26.889665 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.937370 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:26.937928 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.939352 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] 10.222.0.61 "PUT /v2.0/ports/85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 200 len: 1093 time: 0.7714038 Apr 08 11:43:26.940977 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:43:26.945807 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f27f7-3bc4-4618-9948-5f062f6a4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:43:26.987925 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf2679-ec7e-4831-ab91-3cb04a551aee service neutron] Pushing event updated for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:26.993959 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e634bfb4-558f-44d3-9fe5-27fa3ba042c9 req-dcd10a32-6e6f-4c58-b276-5811109565c0 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971563 Apr 08 11:43:26.995472 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ed1c2-601e-4d4b-a940-48118db5f402 x-openstack-request-id: req-0d5ed1c2-601e-4d4b-a940-48118db5f402 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:43:26.995794 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:43:26.996061 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d5ed1c2-601e-4d4b-a940-48118db5f402 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:43:26.996446 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5ed1c2-601e-4d4b-a940-48118db5f402'] response: {'name': 'network-changed', 'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'status': 'completed', 'code': 200} Apr 08 11:43:27.061875 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-71902887-1693-489b-8df5-f521d4def327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.063524 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-71902887-1693-489b-8df5-f521d4def327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1127 time: 0.0491462 Apr 08 11:43:27.178623 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-41f7add2-4725-402f-8d6d-7af13e6f08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.180077 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-41f7add2-4725-402f-8d6d-7af13e6f08ee service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=15c48484c28e49be8d102c7e7310a153&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1025591 Apr 08 11:43:27.272231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-799655c8-933d-4fa1-aa48-58b006c55b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.273630 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a92f27f7-3bc4-4618-9948-5f062f6a4b81 req-799655c8-933d-4fa1-aa48-58b006c55b63 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883586 Apr 08 11:43:27.385366 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-fd1331e5-572b-4e88-8a03-1d10059475f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.386825 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-fd1331e5-572b-4e88-8a03-1d10059475f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1127 time: 0.0487099 Apr 08 11:43:27.429739 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-4b07094d-42e7-4bd1-87fb-c495af70ba85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 200 len: 217 time: 0.0368035 Apr 08 11:43:27.477182 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-caa075a8-43fc-4e45-aaf0-7c04573eac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.478601 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-caa075a8-43fc-4e45-aaf0-7c04573eac66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0438375 Apr 08 11:43:27.529698 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-0f98061f-0918-44b0-a459-da8bbc9061ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:27.531073 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-0f98061f-0918-44b0-a459-da8bbc9061ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468509 Apr 08 11:43:27.618637 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-39d734f3-196f-4aef-92c2-df1618cd2547 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808556 Apr 08 11:43:27.710428 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0a3c440d-b91b-4d26-9c42-9f590f400790 req-2f03415b-717c-49af-8728-82b3a69c615c service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865765 Apr 08 11:43:28.114356 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5a29-5934-43fb-816b-0f72f3642660 req-7a333a9e-2150-41c3-8225-1d7dbd474377 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:28.115846 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91ae5a29-5934-43fb-816b-0f72f3642660 req-7a333a9e-2150-41c3-8225-1d7dbd474377 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 943 time: 0.0520914 Apr 08 11:43:28.160032 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91ae5a29-5934-43fb-816b-0f72f3642660 req-1815d98c-7650-4bc2-bacc-c31d09c1d933 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386264 Apr 08 11:43:29.275112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377cb1d-b0f4-470b-94f5-1f657907916c req-a04c04df-043b-4630-8ff5-d964e81bbdba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:29.276544 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f377cb1d-b0f4-470b-94f5-1f657907916c req-a04c04df-043b-4630-8ff5-d964e81bbdba tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 943 time: 0.0511823 Apr 08 11:43:29.322022 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f377cb1d-b0f4-470b-94f5-1f657907916c req-366b79ee-f518-4eed-8478-41f45ed13319 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Apr 08 11:43:30.437583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717921-1e8d-467e-8ca0-3555849b7afa req-d7015071-a1e2-4881-b19b-b441daa72544 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:30.439032 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38717921-1e8d-467e-8ca0-3555849b7afa req-d7015071-a1e2-4881-b19b-b441daa72544 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 943 time: 0.0508811 Apr 08 11:43:30.487580 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-38717921-1e8d-467e-8ca0-3555849b7afa req-170daf65-0d6e-4eff-9c0b-571d49e8edc5 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Apr 08 11:43:30.572418 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 85939724-f636-414f-b3d8-b2ce63c0ca02 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:43:30.670972 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85939724-f636-414f-b3d8-b2ce63c0ca02,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:43:30.682218 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'port_id': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'mac_address': 'fa:16:3e:a6:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:43:30.722847 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 85939724-f636-414f-b3d8-b2ce63c0ca02 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:43:30.723761 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:30.736248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85939724-f636-414f-b3d8-b2ce63c0ca02 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:43:30.755315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85939724-f636-414f-b3d8-b2ce63c0ca02,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:43:30.842943 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:30.891209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:30.898746 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.899094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.899440 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.899776 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.900112 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.900443 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.900799 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.901126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.901453 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.901775 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.902104 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.902426 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.902745 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.903063 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:30.903380 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:31.135474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['85939724-f636-414f-b3d8-b2ce63c0ca02'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:43:31.601192 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb34b-00bc-4c45-ab7b-28c82b1bd604 req-f4a39b5e-af68-4e0b-8e03-4d212be76937 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:31.602635 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e1ebb34b-00bc-4c45-ab7b-28c82b1bd604 req-f4a39b5e-af68-4e0b-8e03-4d212be76937 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 944 time: 0.0499873 Apr 08 11:43:31.652069 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e1ebb34b-00bc-4c45-ab7b-28c82b1bd604 req-14c13c32-73bb-4b55-800d-2a8b216ce18e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Apr 08 11:43:32.572526 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 85939724-f636-414f-b3d8-b2ce63c0ca02 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:43:32.705893 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 85939724-f636-414f-b3d8-b2ce63c0ca02 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:43:32.710741 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 85939724-f636-414f-b3d8-b2ce63c0ca02 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:43:32.711109 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:32.768646 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29a66-bda2-48f6-bdd3-062f8679c701 req-54805604-9fab-4bde-a066-d114a2ca843a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:32.770988 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7d29a66-bda2-48f6-bdd3-062f8679c701 req-54805604-9fab-4bde-a066-d114a2ca843a tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Apr 08 11:43:32.787751 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 85939724-f636-414f-b3d8-b2ce63c0ca02 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:43:32.788141 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:32.810369 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:43:32.812647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5409a42a-ec59-4f95-9eaf-82dc51da5a45" -d '{"events": [{"server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "name": "network-vif-plugged", "status": "completed", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:43:32.817714 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b7d29a66-bda2-48f6-bdd3-062f8679c701 req-14bb6fdc-d857-465f-bac5-e93fb8de27ab tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Apr 08 11:43:32.832317 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85939724-f636-414f-b3d8-b2ce63c0ca02,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:43:32.882881 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:32.915651 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb9bb4-e3d9-410c-9c03-fb922d2604fa x-openstack-request-id: req-20cb9bb4-e3d9-410c-9c03-fb922d2604fa {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:43:32.916020 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "name": "network-vif-plugged", "status": "completed", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:43:32.916270 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20cb9bb4-e3d9-410c-9c03-fb922d2604fa {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:43:32.916663 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cb9bb4-e3d9-410c-9c03-fb922d2604fa'] response: {'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'code': 200} Apr 08 11:43:32.932239 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:33.257395 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3238ef-8006-4213-a035-4530118da403 req-f52ebb54-f1f2-45fb-a873-6e29d92352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:33.258850 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8e3238ef-8006-4213-a035-4530118da403 req-f52ebb54-f1f2-45fb-a873-6e29d92352fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1129 time: 0.0436473 Apr 08 11:43:33.300569 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8e3238ef-8006-4213-a035-4530118da403 req-ac28f87c-6cf6-4a3b-a2ef-5b77977e0c4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Apr 08 11:43:33.936839 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452972-105c-45a9-8eb6-49011e578790 req-27e82587-7d15-4f47-9d1c-3464d74c6975 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:33.938280 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b1452972-105c-45a9-8eb6-49011e578790 req-27e82587-7d15-4f47-9d1c-3464d74c6975 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0520175 Apr 08 11:43:33.984849 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b1452972-105c-45a9-8eb6-49011e578790 req-7f368171-b83e-42a6-b6bd-a9bb296551f2 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Apr 08 11:43:35.107571 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc966-7da7-4715-b69c-88e7ef57f870 req-021e8740-cc48-4218-853f-282ce6fbf3cc tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:35.109044 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b3cc966-7da7-4715-b69c-88e7ef57f870 req-021e8740-cc48-4218-853f-282ce6fbf3cc tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Apr 08 11:43:35.156696 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2b3cc966-7da7-4715-b69c-88e7ef57f870 req-449887a6-9ea1-42ba-b00f-8753f434102f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Apr 08 11:43:36.208402 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a577535a-970f-4f0e-914d-e8f13b4360c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:36.276868 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548144f-1a81-4739-a39f-bc2d380b3ff1 req-e7e7b9cf-4727-4139-8d55-497571a0f164 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:36.278241 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e548144f-1a81-4739-a39f-bc2d380b3ff1 req-e7e7b9cf-4727-4139-8d55-497571a0f164 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0563996 Apr 08 11:43:36.324411 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e548144f-1a81-4739-a39f-bc2d380b3ff1 req-91ad7496-94ec-490d-8e68-217cb4c28079 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Apr 08 11:43:36.441593 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22178-9747-4607-9f4f-71091ba0e121 req-858609fb-c361-4903-9059-9c91ab2449f8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:36.444017 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1fb22178-9747-4607-9f4f-71091ba0e121 req-858609fb-c361-4903-9059-9c91ab2449f8 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0566766 Apr 08 11:43:36.452479 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 54944) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:36.456759 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Request body: {'floatingip': {'port_id': '85939724-f636-414f-b3d8-b2ce63c0ca02'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:36.495536 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:36.928923 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:37.003078 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:37.107313 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP d0233612-fe27-4c1d-ad58-f126dfb97731 associated. External IP: 172.27.1.208, port: 85939724-f636-414f-b3d8-b2ce63c0ca02. Apr 08 11:43:37.569009 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:43:37.674597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:43:37.679656 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:37.685005 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:43:37.695638 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:43:37.696252 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:43:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:37.724338 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d1bba5f6-291d-46e9-bf64-0b7530aeedad tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "PUT /v2.0/floatingips/d0233612-fe27-4c1d-ad58-f126dfb97731 HTTP/1.1" status: 200 len: 991 time: 1.2563019 Apr 08 11:43:37.724338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:43:37.724338 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3633d8-3a78-4f96-92e6-4cdc6e405173" -d '{"events": [{"name": "network-changed", "server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:43:37.747725 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f5ca5-74d9-45ea-a13a-4f8523648242 x-openstack-request-id: req-958f5ca5-74d9-45ea-a13a-4f8523648242 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:43:37.748020 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:43:37.748272 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-958f5ca5-74d9-45ea-a13a-4f8523648242 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:43:37.748693 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f5ca5-74d9-45ea-a13a-4f8523648242'] response: {'name': 'network-changed', 'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'status': 'completed', 'code': 200} Apr 08 11:43:37.808088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:43:37.811157 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-8d7288e0-bd60-435c-a5c1-b06bf6a1263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:37.812651 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-8d7288e0-bd60-435c-a5c1-b06bf6a1263a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1129 time: 0.0443308 Apr 08 11:43:37.905101 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-b7f1822b-3c81-4a78-b769-efa11eb13fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:37.906460 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-b7f1822b-3c81-4a78-b769-efa11eb13fa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0878415 Apr 08 11:43:37.970735 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-28c3d78d-7703-4830-a2a5-71a8d758cada service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 200 len: 999 time: 0.0581486 Apr 08 11:43:38.018891 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-d702b931-c85c-4b4a-9e91-fa4bc4082b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:38.021034 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-d702b931-c85c-4b4a-9e91-fa4bc4082b50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0439541 Apr 08 11:43:38.036323 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'd0233612-fe27-4c1d-ad58-f126dfb97731', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:a6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a5664-b09b-4472-876d-aa6333f62112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:43:22Z', 'updated_at': '2022-04-08T11:43:36Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:38.062900 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:43:38.072280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:43:38.072914 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:43:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:38.077633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-ad256a79-00f5-42a5-a9ad-dd3e191b2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:38.083898 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-ad256a79-00f5-42a5-a9ad-dd3e191b2c05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540464 Apr 08 11:43:38.172865 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-0df332da-6f66-4666-a500-31aa120177bb service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867505 Apr 08 11:43:38.180933 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:43:38.266672 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9e3633d8-3a78-4f96-92e6-4cdc6e405173 req-14b7dd00-b939-4cbe-a5ea-c46c7581994f service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876586 Apr 08 11:43:38.418656 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'd0233612-fe27-4c1d-ad58-f126dfb97731', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:a6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a5664-b09b-4472-876d-aa6333f62112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:43:22Z', 'updated_at': '2022-04-08T11:43:36Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:43:38.445884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdac35-9826-42f3-8477-518a6a65feed None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'd0233612-fe27-4c1d-ad58-f126dfb97731', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'port_id': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'mac_address': 'fa:16:3e:a6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a5664-b09b-4472-876d-aa6333f62112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:43:22Z', 'updated_at': '2022-04-08T11:43:36Z', 'revision_number': 1, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:43:38.597649 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bb2480c3-8eb0-4e36-9516-de9873d43847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:38.644126 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d5c31-f5dd-4ce3-b8ae-f09d570accd1 None None] New status for floating IP d0233612-fe27-4c1d-ad58-f126dfb97731: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:43:39.500382 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:40.894152 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:42.255011 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:50.255080 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:58.389344 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-589e9ddf-7f66-4516-9f2a-44c4d666ed46 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429342 Apr 08 11:43:58.471958 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-6a0d88aa-8580-4237-ab22-22c66d40c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:58.473581 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-6a0d88aa-8580-4237-ab22-22c66d40c56d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1129 time: 0.0445995 Apr 08 11:43:58.574914 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-115d9927-ca54-4e1c-8b0a-70b915d6e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:58.576331 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-115d9927-ca54-4e1c-8b0a-70b915d6e0c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0859201 Apr 08 11:43:58.639627 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-3417fa73-c23a-49c4-89c7-7f9298dfb411 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 200 len: 1001 time: 0.0564680 Apr 08 11:43:58.689881 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-24c623a2-91d5-4b52-89e0-1e637e6eef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:58.691287 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-24c623a2-91d5-4b52-89e0-1e637e6eef9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0458012 Apr 08 11:43:58.736829 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-971d9a4d-e8da-466e-a785-13ba1dc86a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:58.738262 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-971d9a4d-e8da-466e-a785-13ba1dc86a38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416136 Apr 08 11:43:58.827542 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-b8e5a705-b242-49a5-a2c1-c4955adc462a service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830135 Apr 08 11:43:58.913989 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-1b222c8e-2bbc-4be1-9891-8050b260f31d req-cd9e47e6-be89-4643-897c-183e07aa6725 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805097 Apr 08 11:44:03.008545 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:44:06.186608 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68297b31-7010-4f14-9327-9e7f55c8295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:08.604119 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6f5e887c-7e71-49f8-959d-0806c06839f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:09.528319 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:10.878428 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:12.261250 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:20.273175 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:36.193402 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-692f2b28-dbe4-48fb-baf9-62b57ef3183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:38.605413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02d7957d-8661-4513-a1da-b2e73c4dccc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:39.495763 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:40.007099 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:44:40.901041 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:42.261032 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:50.301163 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:59.429238 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-ac9ed392-4fa4-4201-8c2f-007801bf4da7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443497 Apr 08 11:44:59.819173 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-a1300498-7c7e-4d9c-a297-c6f28215e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:59.820669 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-a1300498-7c7e-4d9c-a297-c6f28215e65a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=15c48484c28e49be8d102c7e7310a153&device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 1129 time: 0.0495534 Apr 08 11:44:59.923580 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-da7b59e5-0a85-490b-9bf9-4676d6e94d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:59.925063 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-da7b59e5-0a85-490b-9bf9-4676d6e94d50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 200 len: 916 time: 0.0867560 Apr 08 11:44:59.997194 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-7424aeb6-baa2-4095-b34f-75f7cb9cb7ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 200 len: 1001 time: 0.0652330 Apr 08 11:45:00.043722 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-caf4ba65-e2ef-4fe5-b134-a8ca314a6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:00.045235 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-caf4ba65-e2ef-4fe5-b134-a8ca314a6c47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 200 len: 854 time: 0.0429156 Apr 08 11:45:00.092289 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-562e08a4-f80c-4550-86a5-21012665a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:00.093815 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-562e08a4-f80c-4550-86a5-21012665a15a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431001 Apr 08 11:45:00.187289 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-b04f6dd6-d6af-4ea3-9dbd-70caf27fb685 service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Apr 08 11:45:00.274013 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-928b0a5b-c815-4891-8f52-9508a3c9b799 req-6e1d3a1c-99d9-499b-820d-03301b953eac service neutron] 10.222.0.61 "GET /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Apr 08 11:45:02.523699 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395a2a-daae-4a3d-a5b4-0a22b46cfc61 req-aa071a3a-611c-4d96-a2ed-e1b6a09f2d7d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:02.525223 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df395a2a-daae-4a3d-a5b4-0a22b46cfc61 req-aa071a3a-611c-4d96-a2ed-e1b6a09f2d7d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0569992 Apr 08 11:45:02.571172 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-df395a2a-daae-4a3d-a5b4-0a22b46cfc61 req-5b5b8a6c-c890-43b1-a418-80b3d23e81fd tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Apr 08 11:45:03.691064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21191-a6a3-40ec-b463-8667fd4480af req-461030c8-beab-4012-94e5-b517f05a107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:03.697928 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9f21191-a6a3-40ec-b463-8667fd4480af req-461030c8-beab-4012-94e5-b517f05a107c tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0535064 Apr 08 11:45:03.738874 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d9f21191-a6a3-40ec-b463-8667fd4480af req-571ac6da-cc32-4368-a6a5-2e198dce7935 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Apr 08 11:45:04.321547 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-f5014e22-2c5b-4eea-b7cc-664215c36487 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:04.322898 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-f5014e22-2c5b-4eea-b7cc-664215c36487 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Apr 08 11:45:04.418024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 85939724-f636-414f-b3d8-b2ce63c0ca02 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:04.418357 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:04.506354 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] For port 85939724-f636-414f-b3d8-b2ce63c0ca02, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85939724-f636-414f-b3d8-b2ce63c0ca02,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:04.506709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:04.688041 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:04.688413 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:04.688770 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Floating IP d0233612-fe27-4c1d-ad58-f126dfb97731 disassociated. External IP: 172.27.1.208, port: 85939724-f636-414f-b3d8-b2ce63c0ca02. Apr 08 11:45:04.689117 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 85939724-f636-414f-b3d8-b2ce63c0ca02 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:04.863617 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26e6a-6b51-4edf-934f-05500a42de0c req-49e7b825-a7d3-4f68-899c-2879c905f4ea tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:04.865146 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2be26e6a-6b51-4edf-934f-05500a42de0c req-49e7b825-a7d3-4f68-899c-2879c905f4ea tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 945 time: 0.0558553 Apr 08 11:45:04.898935 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (85939724-f636-414f-b3d8-b2ce63c0ca02), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:04.938274 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=85939724-f636-414f-b3d8-b2ce63c0ca02,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:04.944404 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2be26e6a-6b51-4edf-934f-05500a42de0c req-ff945f5d-51d5-4356-a060-ae1552cef64e tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups?id=562462d5-f44e-4d94-b711-4d532a351cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738184 Apr 08 11:45:04.953254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.953254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.953419 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.953697 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.954040 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.954379 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.954841 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.955026 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.955357 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.955687 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.956017 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.956351 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.956701 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.957030 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:04.957376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:05.078622 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:45:05.188355 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:45:05.198619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:45:05.207997 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:45:05.208595 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:44:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:05.230175 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] No DVR routers for this DVR port 85939724-f636-414f-b3d8-b2ce63c0ca02 on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:45:05.232890 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:05.237632 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a2ec0cca-73f1-4746-9285-0f7e9799f92f req-4225c46e-7912-4996-bde4-75abdf211809 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.61 "DELETE /v2.0/ports/85939724-f636-414f-b3d8-b2ce63c0ca02 HTTP/1.1" status: 204 len: 173 time: 0.9092484 Apr 08 11:45:05.238217 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'name': 'network-vif-deleted', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:45:05.241014 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de6f961-345a-4012-b614-5b3949e033d8" -d '{"events": [{"server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "name": "network-vif-deleted", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:45:05.279512 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4f4a3-fdfb-4d95-b8a7-0f0d7307b57b x-openstack-request-id: req-37a4f4a3-fdfb-4d95-b8a7-0f0d7307b57b {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:45:05.280537 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a5664-b09b-4472-876d-aa6333f62112", "name": "network-vif-deleted", "tag": "85939724-f636-414f-b3d8-b2ce63c0ca02", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:45:05.281436 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37a4f4a3-fdfb-4d95-b8a7-0f0d7307b57b {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:45:05.283101 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a4f4a3-fdfb-4d95-b8a7-0f0d7307b57b'] response: {'server_uuid': '873a5664-b09b-4472-876d-aa6333f62112', 'name': 'network-vif-deleted', 'tag': '85939724-f636-414f-b3d8-b2ce63c0ca02', 'status': 'completed', 'code': 200} Apr 08 11:45:05.456545 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:45:05.659012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:05.685182 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:45:05.694133 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:45:05.694686 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:44:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:05.802436 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:45:06.008117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:06.038536 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db082be-7cea-4716-867d-ea86a09d75ac None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:01Z', 'revision_number': 4, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '42c43cd2-cdc4-400f-a012-b63ff3e0cd80', 'name': '', 'network_id': 'a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'mac_address': 'fa:16:3e:df:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:36:00Z', 'updated_at': '2022-04-08T11:36:04Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'subnets': [{'id': 'c6762e31-b338-496e-9013-d4237bf9ac7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:45:06.072519 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e015e4ac-81cf-44d5-ada4-105b05dd9f12 req-94d08339-2a66-4b3b-bb94-dd6213e0387d tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/ports?device_id=873a5664-b09b-4472-876d-aa6333f62112 HTTP/1.1" status: 200 len: 210 time: 0.0352008 Apr 08 11:45:06.199515 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-48e2190c-51e9-4e95-b773-f8e9488b976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:06.267266 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71671ff-4e2b-48d4-bf73-7cc9dbe4fb5c None None] New status for floating IP d0233612-fe27-4c1d-ad58-f126dfb97731: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:45:06.949308 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 85939724-f636-414f-b3d8-b2ce63c0ca02 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:45:06.969643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 85939724-f636-414f-b3d8-b2ce63c0ca02 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:45:06.969977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 85939724-f636-414f-b3d8-b2ce63c0ca02 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:45:07.228400 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55062) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:07.286179 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (562462d5-f44e-4d94-b711-4d532a351cb2), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.309299 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (562462d5-f44e-4d94-b711-4d532a351cb2), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.434536 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (562462d5-f44e-4d94-b711-4d532a351cb2), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.437513 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.438692 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/security-groups/562462d5-f44e-4d94-b711-4d532a351cb2 HTTP/1.1" status: 204 len: 168 time: 0.2092555 Apr 08 11:45:07.442083 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55064) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:07.447999 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea7d74-577b-4777-8934-6dbb36c3b87f tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562462d5-f44e-4d94-b711-4d532a351cb2,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:07.455308 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-9717ff2d-1541-47e8-9911-75e191cab5c1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] show failed (client error): The resource could not be found. Apr 08 11:45:07.458905 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9717ff2d-1541-47e8-9911-75e191cab5c1 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "GET /v2.0/security-groups/562462d5-f44e-4d94-b711-4d532a351cb2 HTTP/1.1" status: 404 len: 347 time: 0.0132363 Apr 08 11:45:07.459071 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55066) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:07.581338 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Deleting port 6a477e5c-7c4d-483c-9a29-e91bb82b8710 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:07.581562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.657954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.658281 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (6a477e5c-7c4d-483c-9a29-e91bb82b8710), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.669549 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Calling delete_port for 6a477e5c-7c4d-483c-9a29-e91bb82b8710 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:07.867569 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6a477e5c-7c4d-483c-9a29-e91bb82b8710), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.892557 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Pushing event deleted for resources: {'Port': ['ID=6a477e5c-7c4d-483c-9a29-e91bb82b8710,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:07.917331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.917670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.918007 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.918339 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.918666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.918989 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.919316 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.919636 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.919954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.920270 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.920588 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.920951 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.922066 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.922407 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.922728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:07.964124 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks [] for floatingip (d0233612-fe27-4c1d-ad58-f126dfb97731), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.966763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:07.968426 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-63a62ede-1f3d-419d-b9d9-3853a0f974f3 tempest-AttachVolumeNegativeTest-1839599463 tempest-AttachVolumeNegativeTest-1839599463-project] 10.222.0.37 "DELETE /v2.0/floatingips/d0233612-fe27-4c1d-ad58-f126dfb97731 HTTP/1.1" status: 204 len: 168 time: 0.5077686 Apr 08 11:45:08.646117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3c1076f-7bd9-483b-85ea-db814e3b22af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:09.515640 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:10.930754 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:11.951646 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55102) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:12.291035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:12.643065 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:12.885420 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Deleting port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:12.885754 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:12.962330 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] For port 42c43cd2-cdc4-400f-a012-b63ff3e0cd80, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:12.963018 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:12.980439 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Calling delete_port for 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:13.221988 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (42c43cd2-cdc4-400f-a012-b63ff3e0cd80), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:13.245420 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Pushing event deleted for resources: {'Port': ['ID=42c43cd2-cdc4-400f-a012-b63ff3e0cd80,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:13.417724 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:13.635970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Router e906f722-34f9-42d7-a4fd-e494a63f2d1b has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:45:13.746380 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:45:13.752381 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5dffa2c0-7277-434f-bb8b-faca8386836a admin admin] 10.222.0.37 "PUT /v2.0/routers/e906f722-34f9-42d7-a4fd-e494a63f2d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996693 Apr 08 11:45:13.754794 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55108) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:13.757456 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Sync routers for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:45:13.768015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:45:13.768628 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:45:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:13.861698 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks [] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:13.878624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:45:13.968529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks [] for router_gateway (e906f722-34f9-42d7-a4fd-e494a63f2d1b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.059774 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:45:13Z', 'revision_number': 5, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port': {'id': 'c2cbc70d-0d21-4005-ab83-e3a373e702f9', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:14.061088 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Deleting port c2cbc70d-0d21-4005-ab83-e3a373e702f9 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:14.061429 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.091053 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Checking router: e906f722-34f9-42d7-a4fd-e494a63f2d1b for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:45:14.099999 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Routers {'e906f722-34f9-42d7-a4fd-e494a63f2d1b'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:45:14.100606 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:45:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:14.140628 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] For port c2cbc70d-0d21-4005-ab83-e3a373e702f9, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=c2cbc70d-0d21-4005-ab83-e3a373e702f9,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:14.141027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.153982 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Calling delete_port for c2cbc70d-0d21-4005-ab83-e3a373e702f9 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:14.190377 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] Set router e906f722-34f9-42d7-a4fd-e494a63f2d1b gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:45:14.243249 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:45:13Z', 'revision_number': 6, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:14.273577 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85752ec6-dffa-40af-b6a5-22bee8cad842 None None] The sync data for ids ['e906f722-34f9-42d7-a4fd-e494a63f2d1b'] in dv-cinder-836072-3-iscsi is: [{'id': 'e906f722-34f9-42d7-a4fd-e494a63f2d1b', 'name': 'tempest-AttachVolumeNegativeTest-1290155080-router', 'tenant_id': '15c48484c28e49be8d102c7e7310a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:58Z', 'updated_at': '2022-04-08T11:45:13Z', 'revision_number': 6, 'project_id': '15c48484c28e49be8d102c7e7310a153', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:45:14.399322 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (c2cbc70d-0d21-4005-ab83-e3a373e702f9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.424937 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cbc70d-0d21-4005-ab83-e3a373e702f9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:14.484562 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.574659 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.576641 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks [] for router_controller (e906f722-34f9-42d7-a4fd-e494a63f2d1b), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.691312 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (e906f722-34f9-42d7-a4fd-e494a63f2d1b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.691954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e906f722-34f9-42d7-a4fd-e494a63f2d1b {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:45:14.696990 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.698174 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aaeab31e-e466-4730-98ef-bcb86e9e441d admin admin] 10.222.0.37 "DELETE /v2.0/routers/e906f722-34f9-42d7-a4fd-e494a63f2d1b HTTP/1.1" status: 204 len: 168 time: 0.9424617 Apr 08 11:45:14.700638 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55110) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:14.746716 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Deleting subnet c6762e31-b338-496e-9013-d4237bf9ac7c {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:45:14.749768 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Publish callbacks [] for subnet (c6762e31-b338-496e-9013-d4237bf9ac7c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.783679 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (c6762e31-b338-496e-9013-d4237bf9ac7c), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.862457 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (c6762e31-b338-496e-9013-d4237bf9ac7c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:14.994002 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (c6762e31-b338-496e-9013-d4237bf9ac7c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.015097 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6762e31-b338-496e-9013-d4237bf9ac7c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:15.025335 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.029528 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-230f7d9f-1eeb-448f-a957-5dca34c9004d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6762e31-b338-496e-9013-d4237bf9ac7c HTTP/1.1" status: 204 len: 168 time: 0.3278661 Apr 08 11:45:15.031361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55112) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:15.034012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01f0c0-995f-4b70-b690-23851e8e09b5 None None] Network a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:15.105288 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.169872 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Deleting port e7ac8f10-d9c4-4a3a-a508-98153744c376 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:15.170216 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.190234 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] DHCP port deletion for a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:45:15.236232 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] For port e7ac8f10-d9c4-4a3a-a508-98153744c376, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e7ac8f10-d9c4-4a3a-a508-98153744c376,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:15.236724 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.242361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Deleting port e7ac8f10-d9c4-4a3a-a508-98153744c376 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:45:15.242737 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.250034 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Calling delete_port for e7ac8f10-d9c4-4a3a-a508-98153744c376 owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:15.322403 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c2cbc70d-0d21-4005-ab83-e3a373e702f9 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:45:15.325440 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] For port e7ac8f10-d9c4-4a3a-a508-98153744c376, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=e7ac8f10-d9c4-4a3a-a508-98153744c376,segment=NetworkSegment(e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b),segment_id=e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:15.325835 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.359501 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: c2cbc70d-0d21-4005-ab83-e3a373e702f9 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:45:15.359887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device c2cbc70d-0d21-4005-ab83-e3a373e702f9 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:45:15.360312 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:45:15.362261 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Calling delete_port for e7ac8f10-d9c4-4a3a-a508-98153744c376 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:45:15.386819 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:45:15.387088 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 42c43cd2-cdc4-400f-a012-b63ff3e0cd80 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:45:15.387484 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e7ac8f10-d9c4-4a3a-a508-98153744c376 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:45:15.400412 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.428308 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ac8f10-d9c4-4a3a-a508-98153744c376,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:15.431952 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] No DVR routers for this DVR port e7ac8f10-d9c4-4a3a-a508-98153744c376 on host dv-cinder-836072-3-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:45:15.477257 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No active binding found for port e7ac8f10-d9c4-4a3a-a508-98153744c376 {{(pid=104001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 08 11:45:15.477618 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] The host dv-cinder-836072-3-iscsi is not matching for port e7ac8f10-d9c4-4a3a-a508-98153744c376 host None! {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 08 11:45:15.477999 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device e7ac8f10-d9c4-4a3a-a508-98153744c376 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:45:15.497706 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (e7ac8f10-d9c4-4a3a-a508-98153744c376), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.510432 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.531013 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:15.541943 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:15.542242 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:15.553268 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.567843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.574802 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (e27eeaf6-8f2d-44ea-a84a-839fa2d0f63b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:45:15.577214 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:45:15.664071 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Pushing event deleted for resources: {'Port': ['ID=e7ac8f10-d9c4-4a3a-a508-98153744c376,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:15.669512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] No DVR routers for this DVR port e7ac8f10-d9c4-4a3a-a508-98153744c376 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679243 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679931 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.679931 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.680194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.680344 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.680667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.681021 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.681340 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.681663 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69baba11-8a45-4048-8f8c-1042da458f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:45:15.709082 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.714387 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:15.717599 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b HTTP/1.1" status: 204 len: 168 time: 0.6838760 Apr 08 11:45:15.728487 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a7ac-07ef-46b0-a0a9-57a98b52d1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50d51d0-e1a6-47d4-a2f5-8e4fde50a36b,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:16.063907 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55118) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:16.103639 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-db86eeeb-6f6b-4241-a91f-4c1c772f9947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15c48484c28e49be8d102c7e7310a153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386055 Apr 08 11:45:16.106144 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55120) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:16.152139 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] Publish callbacks [] for security_group (b97980d1-bf72-4ce4-ac94-7c457ecde218), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:16.177213 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] Publish callbacks [] for security_group (b97980d1-bf72-4ce4-ac94-7c457ecde218), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:16.297398 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b97980d1-bf72-4ce4-ac94-7c457ecde218), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:16.301067 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:16.302227 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b97980d1-bf72-4ce4-ac94-7c457ecde218 HTTP/1.1" status: 204 len: 168 time: 0.1952116 Apr 08 11:45:16.310218 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5238bd-d756-43c5-a4c4-782fd9139905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97980d1-bf72-4ce4-ac94-7c457ecde218,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:17.005852 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:45:17.281046 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:17.377354 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-539619950-network', 'tenant_id': '73452cf2a536478ea5d20309d506cb19'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:17.490811 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Made reservation on behalf of 73452cf2a536478ea5d20309d506cb19 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:17.493093 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.501972 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.576839 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks [] for security_group (ccf7711c-3c51-4db9-9411-662dd8d6d3ee), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.633756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ccf7711c-3c51-4db9-9411-662dd8d6d3ee), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.660952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:45:17.666331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf7711c-3c51-4db9-9411-662dd8d6d3ee,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:17.674028 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (47b33373-91e9-442a-8457-9cc96348e157), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.674595 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Added segment 47b33373-91e9-442a-8457-9cc96348e157 of type vlan for network 8ae319ae-07ba-4f25-9d68-d253167bf529 Apr 08 11:45:17.712690 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (8ae319ae-07ba-4f25-9d68-d253167bf529), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.806353 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (8ae319ae-07ba-4f25-9d68-d253167bf529), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.807326 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:17.807896 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:17.868552 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae319ae-07ba-4f25-9d68-d253167bf529,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:17.879418 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 8ae319ae-07ba-4f25-9d68-d253167bf529 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:45:17.929059 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7be8d189-3aab-484b-ab70-b1a72116b772 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6468999 Apr 08 11:45:17.931928 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55146) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:17.936691 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Request body: {'subnet': {'network_id': '8ae319ae-07ba-4f25-9d68-d253167bf529', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-539619950-subnet', 'tenant_id': '73452cf2a536478ea5d20309d506cb19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:18.023392 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Made reservation on behalf of 73452cf2a536478ea5d20309d506cb19 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:18.025906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:18.246194 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (c6c5db66-3888-4031-a04f-6a73d240af70), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:18.301433 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c5db66-3888-4031-a04f-6a73d240af70,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:18.308306 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Checking segment: {'id': '47b33373-91e9-442a-8457-9cc96348e157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8ae319ae-07ba-4f25-9d68-d253167bf529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:18.308657 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Network hostable DHCP agents. Network: 8ae319ae-07ba-4f25-9d68-d253167bf529, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:45:18.377847 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Network 8ae319ae-07ba-4f25-9d68-d253167bf529 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:45:18.461908 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 8ae319ae-07ba-4f25-9d68-d253167bf529) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:18.465954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:18.466489 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:18.471050 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e125cd-363c-4956-b575-eddeaf2c0e6c None None] Network 8ae319ae-07ba-4f25-9d68-d253167bf529 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:18.533745 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cfeb244c-a41b-424f-8df3-59d09f0baa0f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6007018 Apr 08 11:45:18.570661 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c483bcd-fe08-4ace-b603-075a71dffae9 None None] Network 8ae319ae-07ba-4f25-9d68-d253167bf529 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:19.217766 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55162) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:19.223430 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022221276-network', 'tenant_id': 'a8575a214bc341f598947409b7c3558a'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:19.331775 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Made reservation on behalf of a8575a214bc341f598947409b7c3558a for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:19.334120 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.342573 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.419852 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks [] for security_group (8d24fbe1-d168-4c7d-b3d8-189d9b07b313), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.486045 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8d24fbe1-d168-4c7d-b3d8-189d9b07b313), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.510186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:45:19.519374 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24fbe1-d168-4c7d-b3d8-189d9b07b313,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:19.526387 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (c6e0a083-8415-47a6-9427-03d02fb19a4c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.526722 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Added segment c6e0a083-8415-47a6-9427-03d02fb19a4c of type vlan for network 8142142b-3136-400d-92b2-3c5cf9358894 Apr 08 11:45:19.566416 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (8142142b-3136-400d-92b2-3c5cf9358894), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.645373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (8142142b-3136-400d-92b2-3c5cf9358894), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.646311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:19.646885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:19.708481 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8142142b-3136-400d-92b2-3c5cf9358894,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:19.718542 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 8142142b-3136-400d-92b2-3c5cf9358894 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:45:19.740142 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a2944915-f997-4229-88e8-c647925648e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5212743 Apr 08 11:45:19.742801 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55164) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:19.747445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Request body: {'subnet': {'network_id': '8142142b-3136-400d-92b2-3c5cf9358894', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022221276-subnet', 'tenant_id': 'a8575a214bc341f598947409b7c3558a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:19.846024 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Made reservation on behalf of a8575a214bc341f598947409b7c3558a for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:19.848589 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051917'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.064205 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050359'] for subnet (af6af658-53a7-45b6-82e4-5c56ca84c34e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.123594 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6af658-53a7-45b6-82e4-5c56ca84c34e,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:20.131191 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Checking segment: {'id': 'c6e0a083-8415-47a6-9427-03d02fb19a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8142142b-3136-400d-92b2-3c5cf9358894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:20.131549 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Network hostable DHCP agents. Network: 8142142b-3136-400d-92b2-3c5cf9358894, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:45:20.200450 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Network 8142142b-3136-400d-92b2-3c5cf9358894 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:45:20.263284 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 8142142b-3136-400d-92b2-3c5cf9358894) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:20.268033 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:20.274528 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.274667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426eb12-6e48-4349-b545-2ce7f76d1bd7 None None] Network 8142142b-3136-400d-92b2-3c5cf9358894 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:20.293029 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.367352 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbcd6c-678c-423d-94b6-8772f4cea0cb None None] Network 8142142b-3136-400d-92b2-3c5cf9358894 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:20.367801 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b2fabffd-ecff-4486-b7e8-f42f979e4957 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6239610 Apr 08 11:45:20.528696 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55168) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:20.575844 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Deleting subnet c6c5db66-3888-4031-a04f-6a73d240af70 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:45:20.579090 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Publish callbacks [] for subnet (c6c5db66-3888-4031-a04f-6a73d240af70), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.619371 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (c6c5db66-3888-4031-a04f-6a73d240af70), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.678316 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (c6c5db66-3888-4031-a04f-6a73d240af70), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.807142 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (c6c5db66-3888-4031-a04f-6a73d240af70), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.838437 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c5db66-3888-4031-a04f-6a73d240af70,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:20.840399 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:20.844522 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-32874c21-5014-4fc2-824b-88de26d62c1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6c5db66-3888-4031-a04f-6a73d240af70 HTTP/1.1" status: 204 len: 168 time: 0.3147485 Apr 08 11:45:20.848658 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55170) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:20.921492 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (8ae319ae-07ba-4f25-9d68-d253167bf529), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.016087 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (8ae319ae-07ba-4f25-9d68-d253167bf529), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.037431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae319ae-07ba-4f25-9d68-d253167bf529']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.046170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b33373-91e9-442a-8457-9cc96348e157') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.046464 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b33373-91e9-442a-8457-9cc96348e157') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.055797 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (47b33373-91e9-442a-8457-9cc96348e157), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.068990 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (47b33373-91e9-442a-8457-9cc96348e157), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.074501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:45:21.074868 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (47b33373-91e9-442a-8457-9cc96348e157), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:45:21.076427 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:45:21.177987 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (8ae319ae-07ba-4f25-9d68-d253167bf529), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.183231 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.186350 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ae319ae-07ba-4f25-9d68-d253167bf529 HTTP/1.1" status: 204 len: 168 time: 0.3367698 Apr 08 11:45:21.189594 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55172) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:21.196666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e85ef5-41a5-41ba-ace7-e01a69ed16f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae319ae-07ba-4f25-9d68-d253167bf529,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:21.234987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Deleting subnet af6af658-53a7-45b6-82e4-5c56ca84c34e {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:45:21.238278 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Publish callbacks [] for subnet (af6af658-53a7-45b6-82e4-5c56ca84c34e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.272361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829218'] for subnet (af6af658-53a7-45b6-82e4-5c56ca84c34e), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.314088 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (af6af658-53a7-45b6-82e4-5c56ca84c34e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.423932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050348'] for subnet (af6af658-53a7-45b6-82e4-5c56ca84c34e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.453230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6af658-53a7-45b6-82e4-5c56ca84c34e,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:21.458824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.462070 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-751b4bd6-3d64-4d5f-801c-be4c7d27600a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af6af658-53a7-45b6-82e4-5c56ca84c34e HTTP/1.1" status: 204 len: 168 time: 0.2714653 Apr 08 11:45:21.464469 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55174) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:21.531454 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (8142142b-3136-400d-92b2-3c5cf9358894), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.617056 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (8142142b-3136-400d-92b2-3c5cf9358894), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.636568 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8142142b-3136-400d-92b2-3c5cf9358894']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.646165 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e0a083-8415-47a6-9427-03d02fb19a4c') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.646465 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e0a083-8415-47a6-9427-03d02fb19a4c') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:21.655662 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (c6e0a083-8415-47a6-9427-03d02fb19a4c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.669017 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (c6e0a083-8415-47a6-9427-03d02fb19a4c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.674893 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:45:21.675215 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (c6e0a083-8415-47a6-9427-03d02fb19a4c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:45:21.676836 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:45:21.822531 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (8142142b-3136-400d-92b2-3c5cf9358894), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.827865 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:21.832643 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8142142b-3136-400d-92b2-3c5cf9358894 HTTP/1.1" status: 204 len: 168 time: 0.3665276 Apr 08 11:45:21.843051 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1016b0-0f49-4a64-80c9-d01912840da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8142142b-3136-400d-92b2-3c5cf9358894,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:22.190095 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55178) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:22.233195 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-08f23b3b-02c6-4d42-883c-549314ec65a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73452cf2a536478ea5d20309d506cb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417409 Apr 08 11:45:22.236538 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55180) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:22.281442 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] Publish callbacks [] for security_group (ccf7711c-3c51-4db9-9411-662dd8d6d3ee), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:22.303538 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] Publish callbacks [] for security_group (ccf7711c-3c51-4db9-9411-662dd8d6d3ee), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:22.405056 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (ccf7711c-3c51-4db9-9411-662dd8d6d3ee), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:22.408274 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:22.409462 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccf7711c-3c51-4db9-9411-662dd8d6d3ee HTTP/1.1" status: 204 len: 168 time: 0.1719773 Apr 08 11:45:22.417210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af66b7c-bed0-40c8-bcff-1a5160792118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf7711c-3c51-4db9-9411-662dd8d6d3ee,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:23.030498 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55186) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:23.068668 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2f79cc64-00e9-425b-a847-238b6119fdbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8575a214bc341f598947409b7c3558a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370398 Apr 08 11:45:23.070910 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55188) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:23.116834 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] Publish callbacks [] for security_group (8d24fbe1-d168-4c7d-b3d8-189d9b07b313), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:23.137522 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] Publish callbacks [] for security_group (8d24fbe1-d168-4c7d-b3d8-189d9b07b313), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:23.256341 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (8d24fbe1-d168-4c7d-b3d8-189d9b07b313), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:23.258948 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:23.260084 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d24fbe1-d168-4c7d-b3d8-189d9b07b313 HTTP/1.1" status: 204 len: 168 time: 0.1883190 Apr 08 11:45:23.268149 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229662e2-12a1-4ebb-af8a-f55439cd5f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24fbe1-d168-4c7d-b3d8-189d9b07b313,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:24.216810 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55210) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:24.313342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763718072-network', 'tenant_id': '138a3f2de30d42e292dab9d5495c711d'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:24.377828 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Made reservation on behalf of 138a3f2de30d42e292dab9d5495c711d for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:24.380058 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.388989 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.462708 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks [] for security_group (9b332363-4277-4492-9267-d5b9f8fb6a7d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.514718 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9b332363-4277-4492-9267-d5b9f8fb6a7d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.541758 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:45:24.546908 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b332363-4277-4492-9267-d5b9f8fb6a7d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:24.555034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (cf1540dc-6584-49a1-acec-aec0d8f941d7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.555197 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Added segment cf1540dc-6584-49a1-acec-aec0d8f941d7 of type vlan for network e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 Apr 08 11:45:24.593965 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (e12b34a3-8a7d-4f32-a720-cecf72ab4fd4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.658282 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (e12b34a3-8a7d-4f32-a720-cecf72ab4fd4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.659218 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:24.659813 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.719233 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e12b34a3-8a7d-4f32-a720-cecf72ab4fd4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:24.729575 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:45:24.738518 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e746d792-4397-4d88-8129-03f521f857e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5172749 Apr 08 11:45:24.738837 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55214) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:24.743583 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Request body: {'subnet': {'network_id': 'e12b34a3-8a7d-4f32-a720-cecf72ab4fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763718072-subnet', 'tenant_id': '138a3f2de30d42e292dab9d5495c711d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:24.795374 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Made reservation on behalf of 138a3f2de30d42e292dab9d5495c711d for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:24.798448 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:25.006702 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (53dc39cc-1231-4b92-a4c1-d401fa7b43d2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:25.059576 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dc39cc-1231-4b92-a4c1-d401fa7b43d2,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:25.069609 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Checking segment: {'id': 'cf1540dc-6584-49a1-acec-aec0d8f941d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e12b34a3-8a7d-4f32-a720-cecf72ab4fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:25.069963 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Network hostable DHCP agents. Network: e12b34a3-8a7d-4f32-a720-cecf72ab4fd4, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:45:25.138097 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Network e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:45:25.194728 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, e12b34a3-8a7d-4f32-a720-cecf72ab4fd4) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:25.200011 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:25.201391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:25.205579 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb265833-3692-44df-a129-e8232da8fc01 None None] Network e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:25.254743 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3de35d87-b7c4-4b72-b39e-3d745a408d91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5148273 Apr 08 11:45:25.311240 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02603b4c-1e12-41f4-99a8-570a179b34f0 None None] Network e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:25.941778 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55230) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:25.946640 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-899939700-network', 'tenant_id': '8a966851d4db4dbb8b7f8dd879b82670'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:26.018619 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Made reservation on behalf of 8a966851d4db4dbb8b7f8dd879b82670 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:26.020898 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.029869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.103809 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks [] for security_group (270f5069-87c6-4119-a516-e737f3ef3e5a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.153652 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (270f5069-87c6-4119-a516-e737f3ef3e5a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.183451 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:45:26.189730 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270f5069-87c6-4119-a516-e737f3ef3e5a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:26.197559 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (ef049597-d8bd-4cd9-886c-a65a14368c49), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.197902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Added segment ef049597-d8bd-4cd9-886c-a65a14368c49 of type vlan for network 76378077-bf29-47b3-917f-fca0d02d3af0 Apr 08 11:45:26.239096 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (76378077-bf29-47b3-917f-fca0d02d3af0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.319269 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (76378077-bf29-47b3-917f-fca0d02d3af0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.320210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:26.320891 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.379447 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] Pushing event updated for resources: {'Network': ['ID=76378077-bf29-47b3-917f-fca0d02d3af0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:26.388724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 76378077-bf29-47b3-917f-fca0d02d3af0 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:45:26.443408 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6b9151d5-6f76-4c6c-9473-be6a8e2557db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5003843 Apr 08 11:45:26.445920 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55232) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:26.451651 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Request body: {'subnet': {'network_id': '76378077-bf29-47b3-917f-fca0d02d3af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-899939700-subnet', 'tenant_id': '8a966851d4db4dbb8b7f8dd879b82670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:26.530996 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Made reservation on behalf of 8a966851d4db4dbb8b7f8dd879b82670 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:26.533884 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:27.024078 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (216e9a52-c3c8-41d9-85ae-2a599ad8debe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:27.083745 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=216e9a52-c3c8-41d9-85ae-2a599ad8debe,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:27.093140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Checking segment: {'id': 'ef049597-d8bd-4cd9-886c-a65a14368c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '76378077-bf29-47b3-917f-fca0d02d3af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:27.093140 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Network hostable DHCP agents. Network: 76378077-bf29-47b3-917f-fca0d02d3af0, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:45:27.154639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Network 76378077-bf29-47b3-917f-fca0d02d3af0 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:45:27.217499 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 76378077-bf29-47b3-917f-fca0d02d3af0) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:27.221989 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:27.222608 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:27.230592 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d3798-286b-4609-865f-c1af39332a86 None None] Network 76378077-bf29-47b3-917f-fca0d02d3af0 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:27.294869 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fe929ce8-bc47-4b4a-9c10-50927714ff0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8478203 Apr 08 11:45:27.329908 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064b1e3-928f-4745-9b7b-43e5a82fe1e9 None None] Network 76378077-bf29-47b3-917f-fca0d02d3af0 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:36.149321 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c8418b08-00f7-47ec-8043-e926f28e6148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:38.612384 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfe1226e-6e12-4ee3-b8de-3705cdf045cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:39.520519 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:40.910082 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:42.338489 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.531760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55358) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:43.575508 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Deleting subnet 53dc39cc-1231-4b92-a4c1-d401fa7b43d2 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:45:43.578661 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Publish callbacks [] for subnet (53dc39cc-1231-4b92-a4c1-d401fa7b43d2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.612766 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (53dc39cc-1231-4b92-a4c1-d401fa7b43d2), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.650521 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (53dc39cc-1231-4b92-a4c1-d401fa7b43d2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.783225 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (53dc39cc-1231-4b92-a4c1-d401fa7b43d2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.810085 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dc39cc-1231-4b92-a4c1-d401fa7b43d2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:43.813932 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.817147 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-260bac77-7429-4eee-9512-e3fde77f7572 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/53dc39cc-1231-4b92-a4c1-d401fa7b43d2 HTTP/1.1" status: 204 len: 168 time: 0.2843471 Apr 08 11:45:43.819552 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55360) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:43.887152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (e12b34a3-8a7d-4f32-a720-cecf72ab4fd4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.970443 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (e12b34a3-8a7d-4f32-a720-cecf72ab4fd4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:43.990204 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12b34a3-8a7d-4f32-a720-cecf72ab4fd4']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:43.999239 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1540dc-6584-49a1-acec-aec0d8f941d7') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:43.999533 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1540dc-6584-49a1-acec-aec0d8f941d7') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:44.009362 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (cf1540dc-6584-49a1-acec-aec0d8f941d7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.022654 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (cf1540dc-6584-49a1-acec-aec0d8f941d7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.028388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:45:44.028796 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (cf1540dc-6584-49a1-acec-aec0d8f941d7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:45:44.030376 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:45:44.138353 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (e12b34a3-8a7d-4f32-a720-cecf72ab4fd4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.143667 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.146939 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e12b34a3-8a7d-4f32-a720-cecf72ab4fd4 HTTP/1.1" status: 204 len: 168 time: 0.3264208 Apr 08 11:45:44.149805 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55362) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:44.157196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de1ed-1fd8-427e-9563-5cc936bc3716 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12b34a3-8a7d-4f32-a720-cecf72ab4fd4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:44.195521 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Deleting subnet 216e9a52-c3c8-41d9-85ae-2a599ad8debe {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:45:44.198717 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Publish callbacks [] for subnet (216e9a52-c3c8-41d9-85ae-2a599ad8debe), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.232064 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829218'] for subnet (216e9a52-c3c8-41d9-85ae-2a599ad8debe), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.275150 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (216e9a52-c3c8-41d9-85ae-2a599ad8debe), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.372916 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050348'] for subnet (216e9a52-c3c8-41d9-85ae-2a599ad8debe), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.397925 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216e9a52-c3c8-41d9-85ae-2a599ad8debe,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:44.401504 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.404694 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-26f0fa9b-1f97-45d9-9716-e5da60f2fa06 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/216e9a52-c3c8-41d9-85ae-2a599ad8debe HTTP/1.1" status: 204 len: 168 time: 0.2538836 Apr 08 11:45:44.407833 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55364) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:44.475463 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (76378077-bf29-47b3-917f-fca0d02d3af0), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.554832 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (76378077-bf29-47b3-917f-fca0d02d3af0), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.573874 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76378077-bf29-47b3-917f-fca0d02d3af0']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:44.582839 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef049597-d8bd-4cd9-886c-a65a14368c49') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:44.583136 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef049597-d8bd-4cd9-886c-a65a14368c49') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:45:44.592066 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (ef049597-d8bd-4cd9-886c-a65a14368c49), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.605563 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (ef049597-d8bd-4cd9-886c-a65a14368c49), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.611218 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:45:44.611592 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (ef049597-d8bd-4cd9-886c-a65a14368c49), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:45:44.613735 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:45:44.709527 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (76378077-bf29-47b3-917f-fca0d02d3af0), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.715631 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:44.718878 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] 10.222.0.37 "DELETE /v2.0/networks/76378077-bf29-47b3-917f-fca0d02d3af0 HTTP/1.1" status: 204 len: 168 time: 0.3108349 Apr 08 11:45:44.729342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e70a3-382e-436d-b84f-7333ce95067b admin admin] Pushing event deleted for resources: {'Network': ['ID=76378077-bf29-47b3-917f-fca0d02d3af0,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:45.065402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55368) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:45.105312 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-10361b96-d16b-4322-b4a5-73d3b6d02d4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=138a3f2de30d42e292dab9d5495c711d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386286 Apr 08 11:45:45.108571 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55370) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:45.154047 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] Publish callbacks [] for security_group (9b332363-4277-4492-9267-d5b9f8fb6a7d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:45.176715 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] Publish callbacks [] for security_group (9b332363-4277-4492-9267-d5b9f8fb6a7d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:45.286004 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (9b332363-4277-4492-9267-d5b9f8fb6a7d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:45.288577 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:45.289757 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b332363-4277-4492-9267-d5b9f8fb6a7d HTTP/1.1" status: 204 len: 168 time: 0.1802552 Apr 08 11:45:45.297608 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd9b28-82bf-449b-b82f-6e1d5cd2cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b332363-4277-4492-9267-d5b9f8fb6a7d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:45.980254 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55376) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:46.030273 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-5fb334d7-bc00-4d04-9280-29b73bd8955c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a966851d4db4dbb8b7f8dd879b82670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487826 Apr 08 11:45:46.032848 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 55378) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:46.338987 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] Publish callbacks [] for security_group (270f5069-87c6-4119-a516-e737f3ef3e5a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:46.360082 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] Publish callbacks [] for security_group (270f5069-87c6-4119-a516-e737f3ef3e5a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:46.515925 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (270f5069-87c6-4119-a516-e737f3ef3e5a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:46.518567 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:46.520258 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/270f5069-87c6-4119-a516-e737f3ef3e5a HTTP/1.1" status: 204 len: 168 time: 0.4865146 Apr 08 11:45:46.528178 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a17c8-d7f6-47f5-8d82-131bcca2c639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270f5069-87c6-4119-a516-e737f3ef3e5a,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:47.453060 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55400) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:47.546714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-460667776-network', 'tenant_id': '0944003f9a4f41b180ca2d70d4ef2aff'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:47.622818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Made reservation on behalf of 0944003f9a4f41b180ca2d70d4ef2aff for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:47.625126 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.633393 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.704888 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks [] for security_group (b4e1c9e5-926d-4005-9960-e6f2a629a689), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.772564 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b4e1c9e5-926d-4005-9960-e6f2a629a689), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.796585 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:45:47.805957 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e1c9e5-926d-4005-9960-e6f2a629a689,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:47.810776 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (c617e49d-2d82-4ed6-8327-bb5a9731aa89), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.811117 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Added segment c617e49d-2d82-4ed6-8327-bb5a9731aa89 of type vlan for network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 Apr 08 11:45:47.851170 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.944283 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:47.945297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:47.945875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:48.010383 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] Pushing event updated for resources: {'Network': ['ID=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:48.020891 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:45:48.067884 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5fc7ae32-c27a-4467-b8b7-910f301fd59b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6137791 Apr 08 11:45:48.070736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 55404) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:45:48.075744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Request body: {'subnet': {'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-460667776-subnet', 'tenant_id': '0944003f9a4f41b180ca2d70d4ef2aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:48.155179 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Made reservation on behalf of 0944003f9a4f41b180ca2d70d4ef2aff for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:48.157678 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731176'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:48.378488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732114'] for subnet (ae42bac6-45ba-4014-8963-1397e641ef13), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:48.434545 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae42bac6-45ba-4014-8963-1397e641ef13,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:48.442160 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Checking segment: {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:48.442514 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Network hostable DHCP agents. Network: 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:45:48.532479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:45:48.623828 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:48.627878 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:48.628463 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:48.632792 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f33604-1f17-4632-b7aa-316f48e3bd2b None None] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:48.695580 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b6d1ed48-3950-48f2-aa7a-7334597102f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6238077 Apr 08 11:45:48.732371 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bc097-51f0-4295-86bf-26bf34aaf337 None None] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:45:50.315791 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:50.782400 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6385052a-9c4c-4ea7-91b6-d86e2e4a7c39 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:50.783827 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6385052a-9c4c-4ea7-91b6-d86e2e4a7c39 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 813 time: 0.1017478 Apr 08 11:45:50.798289 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6ca9d44e-dc18-4c8f-9f03-2b6600ad74a3 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/quotas/0944003f9a4f41b180ca2d70d4ef2aff HTTP/1.1" status: 200 len: 375 time: 0.0088067 Apr 08 11:45:50.829955 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-3103ebe7-904f-4799-a47a-607bb9f547b3 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259900 Apr 08 11:45:50.921479 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-3127589a-b748-4b78-8dda-cf398fdddd57 service neutron] 10.222.0.37 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848994 Apr 08 11:45:51.011122 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-81f42f8b-2ede-40cf-bd78-83ca1c1ec495 service neutron] 10.222.0.37 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Apr 08 11:45:51.246648 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6b10a5ab-dbe5-4582-9e69-9a067626ae4c req-3ab016f8-567f-4bc8-8ea3-b241a62cbae5 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 210 time: 0.0267642 Apr 08 11:45:52.343233 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-9f2cf2be-6ed2-4cd0-959b-048fca6bbe52 req-763659e0-64e9-4086-bcf4-25b9bb9e733e tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 210 time: 0.0273991 Apr 08 11:45:53.392765 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-c21f58db-bd9d-49da-8e88-b9d0cc768b8e tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:53.395455 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-c21f58db-bd9d-49da-8e88-b9d0cc768b8e tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 813 time: 0.1068923 Apr 08 11:45:53.406637 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Request body: {'port': {'device_id': '51092a52-00c9-4de1-a36a-1b8643b784af', 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1', 'admin_state_up': True, 'tenant_id': '0944003f9a4f41b180ca2d70d4ef2aff'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:53.456515 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3fb23448-3fc9-4bb1-9660-d18f44459d8d req-51c84db5-377b-45cb-9968-ec84623bd113 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 210 time: 0.0438316 Apr 08 11:45:53.606929 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Made reservation on behalf of 0944003f9a4f41b180ca2d70d4ef2aff for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:45:53.610248 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:53.736116 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Allocated IP 172.20.0.11 (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1/ae42bac6-45ba-4014-8963-1397e641ef13/a9e084b2-9186-4ca9-8952-d88116c26b1e) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:45:53.883255 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks [] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:53.962367 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.004917 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:45:54.005797 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:45:54.008919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:45:54.014720 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:45:54.021973 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Pushing event updated for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:54.070639 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:54.071249 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.141175 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-6a12f44e-f74b-4451-98d6-7138a0d7b2ac tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382073 Apr 08 11:45:54.156891 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Request body: {'port': {'device_id': '51092a52-00c9-4de1-a36a-1b8643b784af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:45:54.216885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.477862 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e084b2-9186-4ca9-8952-d88116c26b1e {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:45:54.486524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks [] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.498919 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Transition to ACTIVE for port object a9e084b2-9186-4ca9-8952-d88116c26b1e will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:45:54.550888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.581528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdb18d-dd5c-4e47-a10b-4455ca400fef req-9bfc0168-7732-4b40-95e8-9a8e8aef2ca3 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:54.584333 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bffdb18d-dd5c-4e47-a10b-4455ca400fef req-9bfc0168-7732-4b40-95e8-9a8e8aef2ca3 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 932 time: 0.0603557 Apr 08 11:45:54.604163 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Pushing event updated for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:54.633482 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bffdb18d-dd5c-4e47-a10b-4455ca400fef req-3e9d8ef7-bda9-42e0-a606-b12ffbbc15b9 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Apr 08 11:45:54.671804 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Attempting to bind port a9e084b2-9186-4ca9-8952-d88116c26b1e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:45:54.672137 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Attempting to bind port a9e084b2-9186-4ca9-8952-d88116c26b1e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:45:54.672464 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Attempting to bind port a9e084b2-9186-4ca9-8952-d88116c26b1e on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:45:54.677079 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Port a9e084b2-9186-4ca9-8952-d88116c26b1e on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:45:54.677399 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Attempting to bind port a9e084b2-9186-4ca9-8952-d88116c26b1e on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:45:54.682209 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:45:54.682543 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Checking segment: {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:45:54.682926 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Bound using segment: {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:45:54.683349 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Bound port: a9e084b2-9186-4ca9-8952-d88116c26b1e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:45:54.683701 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.747823 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:45:54.750669 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:45:54.824981 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.860843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:54.861460 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.862918 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] 10.222.0.61 "PUT /v2.0/ports/a9e084b2-9186-4ca9-8952-d88116c26b1e HTTP/1.1" status: 200 len: 1094 time: 0.7100661 Apr 08 11:45:54.863336 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:45:54.865599 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484c0f4-29a2-444f-aed1-781622b0e4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:45:54.888158 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63002bd-0718-42db-84d7-87abab201d5b service neutron] Pushing event updated for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:54.902063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160b46e-b038-49ab-a7e5-3e00ce1e550e x-openstack-request-id: req-c160b46e-b038-49ab-a7e5-3e00ce1e550e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:45:54.902354 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:45:54.902607 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c160b46e-b038-49ab-a7e5-3e00ce1e550e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:45:54.903010 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c160b46e-b038-49ab-a7e5-3e00ce1e550e'] response: {'name': 'network-changed', 'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e', 'status': 'completed', 'code': 200} Apr 08 11:45:54.967379 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-b687e87c-885e-4c48-b105-7f20ce7ab3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:54.968987 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-b687e87c-885e-4c48-b105-7f20ce7ab3da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 1128 time: 0.0464454 Apr 08 11:45:55.066611 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-75dc977a-b444-4240-b619-36f7ff37d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:55.067972 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-75dc977a-b444-4240-b619-36f7ff37d79e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926175 Apr 08 11:45:55.156672 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-deafaa14-78d4-4246-b74c-b9d5cc582c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:55.158158 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a484c0f4-29a2-444f-aed1-781622b0e4b3 req-deafaa14-78d4-4246-b74c-b9d5cc582c47 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847342 Apr 08 11:45:55.236654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b4a66060-96a5-48ff-93fd-6ed2cdc671d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:55.238231 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-b4a66060-96a5-48ff-93fd-6ed2cdc671d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 1128 time: 0.0481434 Apr 08 11:45:55.278609 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-98a54adf-c9ca-4e3f-873a-2046440cbc30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e HTTP/1.1" status: 200 len: 217 time: 0.0339205 Apr 08 11:45:55.325079 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-16660e4b-8672-4079-b997-99eacf8dba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:55.326386 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-16660e4b-8672-4079-b997-99eacf8dba34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae42bac6-45ba-4014-8963-1397e641ef13 HTTP/1.1" status: 200 len: 853 time: 0.0422525 Apr 08 11:45:55.356609 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-1b1618a6-0f56-4a78-83b3-71afb15ee747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241451 Apr 08 11:45:55.445664 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-ae1d2f62-a34d-4bb9-927f-70fa573ee21c service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Apr 08 11:45:55.537198 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d737e410-111f-4d58-a6d5-cc8c32bdce47 req-92135cff-8aa3-4aa3-a3a9-5f4a5af62e86 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852900 Apr 08 11:45:55.751479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e9b8f-9918-48c3-aa31-ad25b3b15b27 req-c33539fd-24c4-47b3-8e73-7a49b7cf0c22 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:55.752947 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d0e9b8f-9918-48c3-aa31-ad25b3b15b27 req-c33539fd-24c4-47b3-8e73-7a49b7cf0c22 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 944 time: 0.0529616 Apr 08 11:45:55.797733 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5d0e9b8f-9918-48c3-aa31-ad25b3b15b27 req-0b94aa0e-6984-4c32-8098-64e25702a097 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Apr 08 11:45:56.917139 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8c230-06e4-4b73-ae47-b939774162eb req-e3e53cb5-0c2e-4c64-a5c1-0d4696c8b7fd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:56.918662 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ade8c230-06e4-4b73-ae47-b939774162eb req-e3e53cb5-0c2e-4c64-a5c1-0d4696c8b7fd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 944 time: 0.0529144 Apr 08 11:45:56.965515 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ade8c230-06e4-4b73-ae47-b939774162eb req-6223843d-38c0-494d-bd54-964c0ac662fd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Apr 08 11:45:58.092103 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df234fe-8ce4-41ce-81de-f8602b3985b4 req-63ab49d8-51af-4f7e-bd22-325b866a0291 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:58.093586 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1df234fe-8ce4-41ce-81de-f8602b3985b4 req-63ab49d8-51af-4f7e-bd22-325b866a0291 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 944 time: 0.0617430 Apr 08 11:45:58.139308 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1df234fe-8ce4-41ce-81de-f8602b3985b4 req-659a98cc-07be-4541-8acc-8bb60f007cab tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Apr 08 11:45:59.231623 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a9e084b2-9186-4ca9-8952-d88116c26b1e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:45:59.257078 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74f93-29c5-409b-adca-6fdad43295c9 req-e5ec8b52-5179-4fdc-a5f3-9389bd54bf43 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:45:59.258591 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8d74f93-29c5-409b-adca-6fdad43295c9 req-e5ec8b52-5179-4fdc-a5f3-9389bd54bf43 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 944 time: 0.0523484 Apr 08 11:45:59.306968 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e8d74f93-29c5-409b-adca-6fdad43295c9 req-6940f38a-ccd7-4c8f-a351-944b10755396 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Apr 08 11:45:59.335041 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:59.346230 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'a9e084b2-9186-4ca9-8952-d88116c26b1e', 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1', 'port_id': 'a9e084b2-9186-4ca9-8952-d88116c26b1e', 'mac_address': 'fa:16:3e:39:bc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae42bac6-45ba-4014-8963-1397e641ef13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:45:59.383242 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a9e084b2-9186-4ca9-8952-d88116c26b1e is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:45:59.383628 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:59.395857 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e084b2-9186-4ca9-8952-d88116c26b1e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:45:59.414679 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:45:59.475866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:59.527299 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:45:59.841723 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['a9e084b2-9186-4ca9-8952-d88116c26b1e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:46:00.421940 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b4a5-b2a7-4bff-83bb-1a448a436273 req-697e389b-fedd-4c66-9607-5e243dc0b37f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:46:00.423402 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06d2b4a5-b2a7-4bff-83bb-1a448a436273 req-697e389b-fedd-4c66-9607-5e243dc0b37f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 945 time: 0.0510216 Apr 08 11:46:00.469052 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-06d2b4a5-b2a7-4bff-83bb-1a448a436273 req-81e9c366-7bf2-4db3-9c47-bbd595725877 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 Apr 08 11:46:01.246767 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a9e084b2-9186-4ca9-8952-d88116c26b1e up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:46:01.372734 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port a9e084b2-9186-4ca9-8952-d88116c26b1e completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:46:01.376752 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port a9e084b2-9186-4ca9-8952-d88116c26b1e triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:46:01.377128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:01.461610 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port a9e084b2-9186-4ca9-8952-d88116c26b1e is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:46:01.461995 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:01.484144 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:46:01.486411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58eab5-0e56-48f1-9dcf-5c8884e79ab5" -d '{"events": [{"server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "name": "network-vif-plugged", "status": "completed", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:46:01.500416 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:46:01.525925 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab8636e-98ed-4ac5-9a82-d8ebb46e88f3 x-openstack-request-id: req-eab8636e-98ed-4ac5-9a82-d8ebb46e88f3 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:46:01.526216 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "name": "network-vif-plugged", "status": "completed", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:46:01.526474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eab8636e-98ed-4ac5-9a82-d8ebb46e88f3 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:46:01.526874 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab8636e-98ed-4ac5-9a82-d8ebb46e88f3'] response: {'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e', 'code': 200} Apr 08 11:46:01.573302 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:01.591737 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bceb1b-dbe0-4a4a-8917-6f74670b842b req-21ed7f48-06d5-49d8-ba0f-08079af518da tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:46:01.593276 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-98bceb1b-dbe0-4a4a-8917-6f74670b842b req-21ed7f48-06d5-49d8-ba0f-08079af518da tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 945 time: 0.0548983 Apr 08 11:46:01.623556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:46:01.646231 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-98bceb1b-dbe0-4a4a-8917-6f74670b842b req-a89b2e6d-06e6-408a-860a-e87b0b8ab6e7 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Apr 08 11:46:01.830823 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375712-e99f-4f1f-ab86-c81729e7ba52 req-55c98b9b-52fc-4a2b-b8ba-4f8aff6a525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:46:01.832235 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72375712-e99f-4f1f-ab86-c81729e7ba52 req-55c98b9b-52fc-4a2b-b8ba-4f8aff6a525d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 1130 time: 0.0481734 Apr 08 11:46:01.874826 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72375712-e99f-4f1f-ab86-c81729e7ba52 req-f679a948-508c-44af-a68f-8674acc484a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Apr 08 11:46:02.766924 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8f80c-6a15-424a-ab17-77708d73d6ba req-4099d207-7f37-4295-a084-2154330ef8e9 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:46:02.768434 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-22d8f80c-6a15-424a-ab17-77708d73d6ba req-4099d207-7f37-4295-a084-2154330ef8e9 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0529602 Apr 08 11:46:02.815968 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-22d8f80c-6a15-424a-ab17-77708d73d6ba req-90217458-d27a-44a8-a8ed-c0089effb42a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Apr 08 11:46:03.942594 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5379d-28cc-460b-8114-bcdab48c1a97 req-f5d8b348-1f0a-4901-a725-dd4c3c0a1a6a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:46:03.944045 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9e5379d-28cc-460b-8114-bcdab48c1a97 req-f5d8b348-1f0a-4901-a725-dd4c3c0a1a6a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0531363 Apr 08 11:46:03.993370 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f9e5379d-28cc-460b-8114-bcdab48c1a97 req-80340fc7-6971-41df-8eb9-5853c958d737 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Apr 08 11:46:06.195834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72336d0b-df55-48f9-b712-c9cd467b4f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:08.613161 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-216ed3fd-0589-4815-81db-65413ee00465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:09.516066 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:10.921905 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:12.265043 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:20.293117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:31.003144 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:46:36.184757 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-70288834-a652-4fa5-9680-5a80030635e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:38.677276 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00438fc1-f82f-4a18-885a-9bbd71b86ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:39.521183 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:40.944989 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:42.288251 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:50.276696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:00.819085 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-c640cae1-0db4-4774-be18-4bc2cf04e225 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426567 Apr 08 11:47:00.915296 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-07bd7540-fa64-4a1e-9e2b-68d3b86dde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:00.917325 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-07bd7540-fa64-4a1e-9e2b-68d3b86dde7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 1130 time: 0.0492415 Apr 08 11:47:01.023411 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-129e6ccd-63bb-4f05-8493-e71c33aa3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:01.025097 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-129e6ccd-63bb-4f05-8493-e71c33aa3200 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 914 time: 0.0889959 Apr 08 11:47:01.068614 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-ff5316b8-f284-454e-8bdf-4c2f97d8b961 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e HTTP/1.1" status: 200 len: 217 time: 0.0373259 Apr 08 11:47:01.121027 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-182199dc-7800-4950-869d-4aa93770bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:01.123174 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-182199dc-7800-4950-869d-4aa93770bc3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae42bac6-45ba-4014-8963-1397e641ef13 HTTP/1.1" status: 200 len: 853 time: 0.0475428 Apr 08 11:47:01.156641 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-f292ebf0-3d4b-49bf-81de-cb05a600e0c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268955 Apr 08 11:47:01.167431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-841b8e57-3543-4cb5-b2d8-e2f580c6ee2e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:47:01.168391 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-841b8e57-3543-4cb5-b2d8-e2f580c6ee2e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051672 Apr 08 11:47:01.266183 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-cf1d43c0-6048-4447-b15c-7436d5b47c17 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Apr 08 11:47:01.354955 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-54a6acbf-d4d1-41b8-9908-cef10c96a53f req-a27e9644-8051-4ce5-a63a-fa9b9b205f56 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823941 Apr 08 11:47:06.156996 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-00081b11-6d61-4142-9b2e-1a710bbd34be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:06.162631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313517a-5508-4e3c-bd80-ac1060f700f3 req-a911b851-fff9-4a6a-8a83-95323c416f11 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:06.164103 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e313517a-5508-4e3c-bd80-ac1060f700f3 req-a911b851-fff9-4a6a-8a83-95323c416f11 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0528531 Apr 08 11:47:06.210913 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e313517a-5508-4e3c-bd80-ac1060f700f3 req-f04dd30d-bbb2-4ef3-b008-14562205e1e0 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Apr 08 11:47:07.329729 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8a08c-b0ad-4d28-a3b3-418e0c2e228d req-2a54286b-b3bc-4721-94fe-0759f3abefab tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:07.331206 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7c8a08c-b0ad-4d28-a3b3-418e0c2e228d req-2a54286b-b3bc-4721-94fe-0759f3abefab tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0524533 Apr 08 11:47:07.380466 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c7c8a08c-b0ad-4d28-a3b3-418e0c2e228d req-54bda713-9c8c-4f5f-b477-4df55acf11b5 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Apr 08 11:47:08.002480 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:47:08.118256 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-d7ef912f-5850-4312-81d1-052890312536 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:08.119621 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-d7ef912f-5850-4312-81d1-052890312536 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0512807 Apr 08 11:47:08.398327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Deleting port a9e084b2-9186-4ca9-8952-d88116c26b1e {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:47:08.398986 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:08.490439 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] For port a9e084b2-9186-4ca9-8952-d88116c26b1e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a9e084b2-9186-4ca9-8952-d88116c26b1e,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:47:08.490803 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:08.501554 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23fcfb-b8c9-4977-96e1-c791bcda9fe3 req-8613e7b4-30ad-4f18-bc3d-1a0848a9e922 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:08.503028 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4e23fcfb-b8c9-4977-96e1-c791bcda9fe3 req-8613e7b4-30ad-4f18-bc3d-1a0848a9e922 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 946 time: 0.0565774 Apr 08 11:47:08.504298 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Calling delete_port for a9e084b2-9186-4ca9-8952-d88116c26b1e owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:47:08.550145 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4e23fcfb-b8c9-4977-96e1-c791bcda9fe3 req-52a41a9d-70d6-4214-8db3-c2e0e7efd92a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Apr 08 11:47:08.613498 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-406ec952-3626-44a4-9922-8fbb94201910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:08.687489 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (a9e084b2-9186-4ca9-8952-d88116c26b1e), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:08.699267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['a9e084b2-9186-4ca9-8952-d88116c26b1e'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:47:08.715327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Pushing event deleted for resources: {'Port': ['ID=a9e084b2-9186-4ca9-8952-d88116c26b1e,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:08.741366 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.741713 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.742059 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.742395 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.742724 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.743055 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.743382 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.743709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.744034 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.744358 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.744705 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.745026 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.745346 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.745664 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.745982 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:08.767818 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] No DVR routers for this DVR port a9e084b2-9186-4ca9-8952-d88116c26b1e on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:47:08.770166 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:08.773504 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-753f5db7-e7bd-411d-98aa-867bb97f0e0c req-fb4e8ba8-66e4-489f-a3d9-9ac18b574b17 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "DELETE /v2.0/ports/a9e084b2-9186-4ca9-8952-d88116c26b1e HTTP/1.1" status: 204 len: 173 time: 0.4595654 Apr 08 11:47:08.773918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'name': 'network-vif-deleted', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:47:08.776168 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6a7fa-59cf-433b-b519-125fdbe30816" -d '{"events": [{"server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "name": "network-vif-deleted", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:47:08.813031 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323bd77d-e5bb-40ee-a69a-c3c5404337aa x-openstack-request-id: req-323bd77d-e5bb-40ee-a69a-c3c5404337aa {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:47:08.815380 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51092a52-00c9-4de1-a36a-1b8643b784af", "name": "network-vif-deleted", "tag": "a9e084b2-9186-4ca9-8952-d88116c26b1e", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:47:08.815380 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-323bd77d-e5bb-40ee-a69a-c3c5404337aa {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:47:08.815380 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323bd77d-e5bb-40ee-a69a-c3c5404337aa'] response: {'server_uuid': '51092a52-00c9-4de1-a36a-1b8643b784af', 'name': 'network-vif-deleted', 'tag': 'a9e084b2-9186-4ca9-8952-d88116c26b1e', 'status': 'completed', 'code': 200} Apr 08 11:47:09.562647 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:09.669575 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3772ea93-60c8-495e-a2d3-46e2666d68aa req-ab9d382a-4589-4284-a1df-27a9a2e5fe59 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=51092a52-00c9-4de1-a36a-1b8643b784af HTTP/1.1" status: 200 len: 210 time: 0.0383420 Apr 08 11:47:10.928346 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:12.254280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:13.111432 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a9e084b2-9186-4ca9-8952-d88116c26b1e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:47:13.132448 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: a9e084b2-9186-4ca9-8952-d88116c26b1e {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:47:13.132816 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device a9e084b2-9186-4ca9-8952-d88116c26b1e not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:47:20.300053 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:24.282488 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-453f48ac-4cd5-4532-8ada-d418baf7ccaf tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:24.283876 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-453f48ac-4cd5-4532-8ada-d418baf7ccaf tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 813 time: 0.1121016 Apr 08 11:47:24.299869 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-b6d8bccd-9228-4805-a0d2-00c90b291911 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/quotas/0944003f9a4f41b180ca2d70d4ef2aff HTTP/1.1" status: 200 len: 375 time: 0.0104702 Apr 08 11:47:24.331681 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-0badef92-fb4d-41c3-a59c-5c4c1f943547 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266604 Apr 08 11:47:24.469531 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f36fd0bf-ced3-470a-bead-8846498a9eba service neutron] 10.222.0.37 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301947 Apr 08 11:47:24.562694 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-553f92aa-6602-43e8-9041-88a3d8077c24 service neutron] 10.222.0.37 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Apr 08 11:47:24.808912 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a9e94548-7b91-42ce-a7b7-f5a078d96623 req-33f15808-9f17-4e8c-9cab-63ee381ecc9f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Apr 08 11:47:25.907480 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e85becaa-b434-4ca2-8794-642c8f3c62fd req-00720abb-7d0a-46a2-9f90-241c3e66fc06 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Apr 08 11:47:26.554572 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f2f2a465-f94a-4a2b-aa8d-ece16a65047d tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:26.556033 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f2f2a465-f94a-4a2b-aa8d-ece16a65047d tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 813 time: 0.1044548 Apr 08 11:47:26.568154 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Request body: {'port': {'device_id': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1', 'admin_state_up': True, 'tenant_id': '0944003f9a4f41b180ca2d70d4ef2aff'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:47:26.746318 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Made reservation on behalf of 0944003f9a4f41b180ca2d70d4ef2aff for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:47:26.749824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:26.875659 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Allocated IP 172.20.0.11 (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1/ae42bac6-45ba-4014-8963-1397e641ef13/737470f3-3371-4bde-bfd2-bb97840ad43c) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:47:27.018494 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-13b14703-209d-425d-9cfe-176e1d762975 req-15c7e5a7-2ad4-4afb-92b0-e15e8fef2bab tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Apr 08 11:47:27.060809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks [] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.134678 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.188918 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:47:27.191994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:47:27.197948 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:47:27.221264 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Pushing event updated for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:27.250332 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:27.250951 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.308537 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-6466b57a-19d6-4c26-a8f4-1ed93d030e1a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437468 Apr 08 11:47:27.319659 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Request body: {'port': {'device_id': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:47:27.379067 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.645936 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737470f3-3371-4bde-bfd2-bb97840ad43c {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:47:27.653958 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks [] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.667704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Transition to ACTIVE for port object 737470f3-3371-4bde-bfd2-bb97840ad43c will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:47:27.723105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.775306 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Pushing event updated for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:27.845746 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Attempting to bind port 737470f3-3371-4bde-bfd2-bb97840ad43c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:47:27.846076 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Attempting to bind port 737470f3-3371-4bde-bfd2-bb97840ad43c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:47:27.846402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Attempting to bind port 737470f3-3371-4bde-bfd2-bb97840ad43c on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:47:27.851197 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Port 737470f3-3371-4bde-bfd2-bb97840ad43c on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:47:27.851511 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Attempting to bind port 737470f3-3371-4bde-bfd2-bb97840ad43c on network 0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:47:27.857846 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:47:27.858180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Checking segment: {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:47:27.858694 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Bound using segment: {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:47:27.859148 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Bound port: 737470f3-3371-4bde-bfd2-bb97840ad43c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c617e49d-2d82-4ed6-8327-bb5a9731aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:47:27.859423 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:27.941867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:47:27.944990 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=737470f3-3371-4bde-bfd2-bb97840ad43c,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:47:28.026016 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:28.060098 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.063391 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:28.063391 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] 10.222.0.61 "PUT /v2.0/ports/737470f3-3371-4bde-bfd2-bb97840ad43c HTTP/1.1" status: 200 len: 1094 time: 0.7472286 Apr 08 11:47:28.063391 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:47:28.065529 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956d099b-f8a3-4d7a-9a37-f570a57b6932" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:47:28.093482 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4bf58-9210-4aaf-8f67-72c67a9e8a9a service neutron] Pushing event updated for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:28.121001 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ad6c2-6231-4942-b7d8-4369af97c85a x-openstack-request-id: req-426ad6c2-6231-4942-b7d8-4369af97c85a {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:47:28.121001 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:47:28.121001 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-426ad6c2-6231-4942-b7d8-4369af97c85a {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:47:28.121001 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426ad6c2-6231-4942-b7d8-4369af97c85a'] response: {'name': 'network-changed', 'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c', 'status': 'completed', 'code': 200} Apr 08 11:47:28.145161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee723d-624f-4bb6-bb44-b60d3e3b847c req-c4caf0e8-a21e-4899-bf14-4a94ce6cfebd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.146663 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a5ee723d-624f-4bb6-bb44-b60d3e3b847c req-c4caf0e8-a21e-4899-bf14-4a94ce6cfebd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 944 time: 0.0584359 Apr 08 11:47:28.185509 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-78d39abb-ad28-45b0-aebb-099a7dc1b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.187549 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-78d39abb-ad28-45b0-aebb-099a7dc1b1ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 1128 time: 0.0480800 Apr 08 11:47:28.199105 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a5ee723d-624f-4bb6-bb44-b60d3e3b847c req-735496f5-dd19-4e98-96b7-01e42815d732 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Apr 08 11:47:28.291283 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-2792a6dc-23c9-425f-a0f9-7bf735b5b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.292853 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-2792a6dc-23c9-425f-a0f9-7bf735b5b096 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973034 Apr 08 11:47:28.392290 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-a0f5c69e-4909-45e4-8f28-07f47a606ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.393770 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-956d099b-f8a3-4d7a-9a37-f570a57b6932 req-a0f5c69e-4909-45e4-8f28-07f47a606ad4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947678 Apr 08 11:47:28.472318 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-40aa165e-b5fa-4734-b18e-b9260290abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.473743 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-40aa165e-b5fa-4734-b18e-b9260290abc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 1128 time: 0.0439484 Apr 08 11:47:28.515698 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-3cb00575-20a1-4779-aed4-806ac0e11bc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=737470f3-3371-4bde-bfd2-bb97840ad43c HTTP/1.1" status: 200 len: 217 time: 0.0341051 Apr 08 11:47:28.563189 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-a53f5def-2ac8-4574-bc91-f1a62ab2466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:28.564610 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-a53f5def-2ac8-4574-bc91-f1a62ab2466d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae42bac6-45ba-4014-8963-1397e641ef13 HTTP/1.1" status: 200 len: 853 time: 0.0425394 Apr 08 11:47:28.599268 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-0727a318-1e0b-4dc6-8878-95c19797acb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277765 Apr 08 11:47:28.688358 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-25dd3dbd-e6c9-49a4-b8af-49540294d8f6 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824251 Apr 08 11:47:28.779143 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a0a82c-32dc-4ed9-bc30-29ddd426bb2d req-3ab6eb48-1af9-497a-b283-e7332ce6e3c7 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833385 Apr 08 11:47:29.326921 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f83308-399a-466d-bfce-3dabe46668f3 req-f1d46ee6-502e-43ce-a0d4-1f4c3d225609 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:29.328395 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f6f83308-399a-466d-bfce-3dabe46668f3 req-f1d46ee6-502e-43ce-a0d4-1f4c3d225609 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 944 time: 0.0561423 Apr 08 11:47:29.373416 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f6f83308-399a-466d-bfce-3dabe46668f3 req-0b685270-e51e-4fa1-9c3e-41d24a833365 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Apr 08 11:47:30.489860 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974134-698b-4def-8ee6-b08d4815f11d req-7772b2fa-54c0-4b27-a3a2-91619a3b02bf tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:30.491327 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91974134-698b-4def-8ee6-b08d4815f11d req-7772b2fa-54c0-4b27-a3a2-91619a3b02bf tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Apr 08 11:47:30.536897 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-91974134-698b-4def-8ee6-b08d4815f11d req-57b65004-559b-4b52-a254-092c23d55b45 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Apr 08 11:47:31.656339 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193326-ac40-49b1-82c5-b5de551ce231 req-314defdd-bb4a-43d1-90f3-208460be7939 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:31.657847 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd193326-ac40-49b1-82c5-b5de551ce231 req-314defdd-bb4a-43d1-90f3-208460be7939 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 944 time: 0.0506656 Apr 08 11:47:31.706119 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-bd193326-ac40-49b1-82c5-b5de551ce231 req-76a32383-7f07-4ee0-a3ad-d014a0a0cab8 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Apr 08 11:47:32.089934 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 737470f3-3371-4bde-bfd2-bb97840ad43c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:47:32.189544 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=737470f3-3371-4bde-bfd2-bb97840ad43c,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:47:32.200253 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '737470f3-3371-4bde-bfd2-bb97840ad43c', 'network_id': '0453a33b-c34b-4d5e-84e6-7d5d93ad38f1', 'port_id': '737470f3-3371-4bde-bfd2-bb97840ad43c', 'mac_address': 'fa:16:3e:16:ee:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae42bac6-45ba-4014-8963-1397e641ef13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:47:32.237968 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 737470f3-3371-4bde-bfd2-bb97840ad43c is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:47:32.238286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:32.251889 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737470f3-3371-4bde-bfd2-bb97840ad43c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:47:32.271092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=737470f3-3371-4bde-bfd2-bb97840ad43c,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:47:32.345320 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:32.392616 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:32.399506 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.399856 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.400198 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.400538 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.400903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.401235 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.401560 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.401886 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.402213 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.402536 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.402860 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.403181 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.403508 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.403825 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.404155 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:47:32.685235 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['737470f3-3371-4bde-bfd2-bb97840ad43c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:47:32.822668 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e19ddd-4072-429c-a9ca-caea26fd956c req-4ccb7927-6191-426b-99d2-7d6e23661d1f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:32.824146 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2e19ddd-4072-429c-a9ca-caea26fd956c req-4ccb7927-6191-426b-99d2-7d6e23661d1f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Apr 08 11:47:32.870134 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f2e19ddd-4072-429c-a9ca-caea26fd956c req-4efcaa08-4749-47a0-b47e-6e05229a2c3a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Apr 08 11:47:33.985304 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e7eee-f851-4f4e-9516-71c04e56f870 req-f9faab0c-432d-4cdc-89e5-7a11327a3ecd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:33.986782 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-635e7eee-f851-4f4e-9516-71c04e56f870 req-f9faab0c-432d-4cdc-89e5-7a11327a3ecd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Apr 08 11:47:34.032772 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-635e7eee-f851-4f4e-9516-71c04e56f870 req-ab33032d-a13b-4826-a3a0-bbb76965bd52 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Apr 08 11:47:34.089794 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 737470f3-3371-4bde-bfd2-bb97840ad43c up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:47:34.190942 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 737470f3-3371-4bde-bfd2-bb97840ad43c completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:47:34.194681 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 737470f3-3371-4bde-bfd2-bb97840ad43c triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:47:34.195052 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:34.274907 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 737470f3-3371-4bde-bfd2-bb97840ad43c is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:47:34.275287 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:34.301798 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:47:34.304026 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c140e6-f991-4eff-8d4e-a6ca7b1bacad" -d '{"events": [{"server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "name": "network-vif-plugged", "status": "completed", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:47:34.317301 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=737470f3-3371-4bde-bfd2-bb97840ad43c,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:47:34.340381 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581a5df-89bc-4937-96d5-2ab359759b57 x-openstack-request-id: req-3581a5df-89bc-4937-96d5-2ab359759b57 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:47:34.340671 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "name": "network-vif-plugged", "status": "completed", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:47:34.340948 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3581a5df-89bc-4937-96d5-2ab359759b57 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:47:34.341341 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3581a5df-89bc-4937-96d5-2ab359759b57'] response: {'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c', 'code': 200} Apr 08 11:47:34.380624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:34.429114 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:47:34.635577 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1601953-28cb-4489-b265-3c9df9becb54 req-4d4c5b7c-0606-4633-a74d-036faf104629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:34.637193 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b1601953-28cb-4489-b265-3c9df9becb54 req-4d4c5b7c-0606-4633-a74d-036faf104629 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 1130 time: 0.0450659 Apr 08 11:47:34.680900 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b1601953-28cb-4489-b265-3c9df9becb54 req-a29673cd-aef2-4258-a5c5-e294df017cb6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Apr 08 11:47:35.151043 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa875e0-76c5-4f1f-9355-6d3da9907b92 req-2d1a82a4-9e00-4254-b2fa-4a1315a5e938 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:35.152504 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5aa875e0-76c5-4f1f-9355-6d3da9907b92 req-2d1a82a4-9e00-4254-b2fa-4a1315a5e938 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Apr 08 11:47:35.198548 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5aa875e0-76c5-4f1f-9355-6d3da9907b92 req-f7434f92-08a5-4989-8b63-6d83a89d7592 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Apr 08 11:47:36.180502 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3889d245-a1ae-498e-a8d3-f078efcf2926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:36.330789 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56944-389a-4581-9ebd-06920e7c8883 req-817718ea-3475-4afe-899c-bb8e39364cfc tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:36.332247 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fb56944-389a-4581-9ebd-06920e7c8883 req-817718ea-3475-4afe-899c-bb8e39364cfc tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0654221 Apr 08 11:47:36.379124 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-7fb56944-389a-4581-9ebd-06920e7c8883 req-152b8cdb-3cf4-421a-af8e-4cf503069291 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Apr 08 11:47:37.497986 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f062f-5648-4fb9-a862-3d5e7d82e1e0 req-1ef220b8-e02b-4d3a-8109-d1c89d2b89dd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:47:37.500070 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c22f062f-5648-4fb9-a862-3d5e7d82e1e0 req-1ef220b8-e02b-4d3a-8109-d1c89d2b89dd tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Apr 08 11:47:37.544758 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c22f062f-5648-4fb9-a862-3d5e7d82e1e0 req-ef69c925-f178-43da-b555-a96f26b7ee33 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Apr 08 11:47:38.609226 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90d1db4f-2702-4474-9928-69a6f45f17f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:39.494717 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:40.917344 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:42.262219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:45.001849 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:47:50.311169 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:01.442462 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-5f7bcc80-d952-4c3c-bfd5-d589c9bf4c8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933139 Apr 08 11:48:01.527677 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-ee0b5034-9057-4de1-a301-9bdbf9490071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:01.529215 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-ee0b5034-9057-4de1-a301-9bdbf9490071 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 1130 time: 0.0447156 Apr 08 11:48:01.631699 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-b5428dd6-e48e-4f52-8a2c-bf91d10ad6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:01.633096 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-b5428dd6-e48e-4f52-8a2c-bf91d10ad6a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 200 len: 914 time: 0.0862339 Apr 08 11:48:01.682584 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-438245ef-8bd1-4b4c-8630-1b6575b938b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=737470f3-3371-4bde-bfd2-bb97840ad43c HTTP/1.1" status: 200 len: 217 time: 0.0432940 Apr 08 11:48:01.729292 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-12d0f8ff-9d1a-4d05-a50a-f5dd0c03055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:01.730682 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-12d0f8ff-9d1a-4d05-a50a-f5dd0c03055d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae42bac6-45ba-4014-8963-1397e641ef13 HTTP/1.1" status: 200 len: 853 time: 0.0419769 Apr 08 11:48:01.762079 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-7fbbe3cf-e737-429c-b929-c5b1341583b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245342 Apr 08 11:48:01.852413 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-a614ce77-d667-4c35-8d7e-2223db787a91 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838325 Apr 08 11:48:01.944162 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-74f0f3bc-a7cb-41c2-a97f-35fec0aae473 req-0f999a60-414c-407c-aa66-4ba5de726a17 service neutron] 10.222.0.61 "GET /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Apr 08 11:48:03.999247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f2aa2-8cfb-4b42-975a-3aafd14c1270 req-10b589a6-f2e9-49ff-b8d2-07b4a18205e8 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:04.001326 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa5f2aa2-8cfb-4b42-975a-3aafd14c1270 req-10b589a6-f2e9-49ff-b8d2-07b4a18205e8 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0563629 Apr 08 11:48:04.303795 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-fa5f2aa2-8cfb-4b42-975a-3aafd14c1270 req-48e6ab1d-ef19-42d3-a658-b3583a47881e tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969291 Apr 08 11:48:05.422905 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd2589-4f43-4036-bc66-68e0836d567c req-87ca1e49-836f-4eff-af15-395e24d6a811 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:05.424347 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4dcd2589-4f43-4036-bc66-68e0836d567c req-87ca1e49-836f-4eff-af15-395e24d6a811 tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0518224 Apr 08 11:48:05.469923 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4dcd2589-4f43-4036-bc66-68e0836d567c req-63ca573a-0dd2-49d8-b425-53d66c4ae26a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Apr 08 11:48:06.163231 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7cbb861e-7949-4cb2-8db4-16c25da33c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:06.305704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-cb7be838-210d-4192-a4a5-9c8fb81cc66a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:06.307041 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-cb7be838-210d-4192-a4a5-9c8fb81cc66a tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0508628 Apr 08 11:48:06.397913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Deleting port 737470f3-3371-4bde-bfd2-bb97840ad43c {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:48:06.398247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:06.493167 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] For port 737470f3-3371-4bde-bfd2-bb97840ad43c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=737470f3-3371-4bde-bfd2-bb97840ad43c,segment=NetworkSegment(c617e49d-2d82-4ed6-8327-bb5a9731aa89),segment_id=c617e49d-2d82-4ed6-8327-bb5a9731aa89)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:06.493532 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:06.506341 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Calling delete_port for 737470f3-3371-4bde-bfd2-bb97840ad43c owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:48:06.626782 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec0464-03c8-474f-a632-136acdc1ccc6 req-d428fa93-6a99-440e-80de-39e994bdfa9b tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:06.628161 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3ec0464-03c8-474f-a632-136acdc1ccc6 req-d428fa93-6a99-440e-80de-39e994bdfa9b tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3dc56be-cf65-4a4b-8893-b0c4bcfaa489 HTTP/1.1" status: 200 len: 946 time: 0.0780678 Apr 08 11:48:06.711731 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3ec0464-03c8-474f-a632-136acdc1ccc6 req-936166e2-3e1d-4210-a78c-798c49651ada tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4e1c9e5-926d-4005-9960-e6f2a629a689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751905 Apr 08 11:48:06.768898 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (737470f3-3371-4bde-bfd2-bb97840ad43c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:06.784191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['737470f3-3371-4bde-bfd2-bb97840ad43c'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:48:06.804479 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Pushing event deleted for resources: {'Port': ['ID=737470f3-3371-4bde-bfd2-bb97840ad43c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:06.846524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] No DVR routers for this DVR port 737470f3-3371-4bde-bfd2-bb97840ad43c on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:48:06.849092 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:06.853486 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7339da4a-dd33-4f09-b496-864d848c01e5 req-a86ff993-da53-4da2-8179-2ba318f3894f tempest-VolumesSnapshotTestJSON-657174571 tempest-VolumesSnapshotTestJSON-657174571-project] 10.222.0.61 "DELETE /v2.0/ports/737470f3-3371-4bde-bfd2-bb97840ad43c HTTP/1.1" status: 204 len: 173 time: 0.5408359 Apr 08 11:48:06.853933 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'name': 'network-vif-deleted', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:48:06.856468 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6472ec4a-6821-45cb-9b41-2e4d59027d25" -d '{"events": [{"server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "name": "network-vif-deleted", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:48:06.892383 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c98b5a-9438-4058-a0a0-f16e4239d063 x-openstack-request-id: req-55c98b5a-9438-4058-a0a0-f16e4239d063 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:48:06.892709 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc56be-cf65-4a4b-8893-b0c4bcfaa489", "name": "network-vif-deleted", "tag": "737470f3-3371-4bde-bfd2-bb97840ad43c", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:48:06.892962 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55c98b5a-9438-4058-a0a0-f16e4239d063 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:48:06.893486 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c98b5a-9438-4058-a0a0-f16e4239d063'] response: {'server_uuid': 'a3dc56be-cf65-4a4b-8893-b0c4bcfaa489', 'name': 'network-vif-deleted', 'tag': '737470f3-3371-4bde-bfd2-bb97840ad43c', 'status': 'completed', 'code': 200} Apr 08 11:48:08.603865 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f39efc99-b425-4b39-b82b-1991890e53b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:09.546483 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:10.905696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:12.283209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:12.649497 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 737470f3-3371-4bde-bfd2-bb97840ad43c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:48:12.669256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 737470f3-3371-4bde-bfd2-bb97840ad43c {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:48:12.669622 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 737470f3-3371-4bde-bfd2-bb97840ad43c not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:48:20.317884 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:22.001090 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:48:36.186266 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0eed3c46-87c9-486b-b622-1825b5f2c717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.168002 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56066) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:37.214626 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Deleting subnet ae42bac6-45ba-4014-8963-1397e641ef13 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:48:37.217647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Publish callbacks [] for subnet (ae42bac6-45ba-4014-8963-1397e641ef13), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.251604 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (ae42bac6-45ba-4014-8963-1397e641ef13), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.289800 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (ae42bac6-45ba-4014-8963-1397e641ef13), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.381063 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (ae42bac6-45ba-4014-8963-1397e641ef13), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.410410 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae42bac6-45ba-4014-8963-1397e641ef13,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:37.418264 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.421162 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ae42bac6-45ba-4014-8963-1397e641ef13 HTTP/1.1" status: 204 len: 168 time: 0.2521613 Apr 08 11:48:37.422854 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.423198 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.423868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56068) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:37.424395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.424395 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.424727 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.425059 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.425388 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.425714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.426043 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.426366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.426689 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.427013 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.427331 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.427644 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.427961 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba30a80-efc9-4225-8557-24bc35d2810c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.491649 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.571375 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.592952 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0453a33b-c34b-4d5e-84e6-7d5d93ad38f1']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:37.603761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c617e49d-2d82-4ed6-8327-bb5a9731aa89') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:37.604146 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c617e49d-2d82-4ed6-8327-bb5a9731aa89') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:37.615249 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (c617e49d-2d82-4ed6-8327-bb5a9731aa89), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.628953 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (c617e49d-2d82-4ed6-8327-bb5a9731aa89), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.635054 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (c617e49d-2d82-4ed6-8327-bb5a9731aa89), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:48:37.639930 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:48:37.741030 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (0453a33b-c34b-4d5e-84e6-7d5d93ad38f1), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.746311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:37.749484 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] 10.222.0.37 "DELETE /v2.0/networks/0453a33b-c34b-4d5e-84e6-7d5d93ad38f1 HTTP/1.1" status: 204 len: 168 time: 0.3246324 Apr 08 11:48:37.761273 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0453a33b-c34b-4d5e-84e6-7d5d93ad38f1,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:37.769075 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.769425 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.769768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.770108 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.770443 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.770806 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.771146 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.771421 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.771723 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.772078 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.772388 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.772737 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.773063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.773400 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:37.773688 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa981fab-8071-458d-bfba-21eaf0aeaa5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:38.078994 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56072) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:38.118153 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7326e4f0-3236-40d0-959d-32595933e201 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0944003f9a4f41b180ca2d70d4ef2aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372100 Apr 08 11:48:38.120506 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56074) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:38.166647 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] Publish callbacks [] for security_group (b4e1c9e5-926d-4005-9960-e6f2a629a689), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:38.188017 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] Publish callbacks [] for security_group (b4e1c9e5-926d-4005-9960-e6f2a629a689), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:38.312329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (b4e1c9e5-926d-4005-9960-e6f2a629a689), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:38.315504 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:38.319907 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4e1c9e5-926d-4005-9960-e6f2a629a689 HTTP/1.1" status: 204 len: 168 time: 0.1952138 Apr 08 11:48:38.324489 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039aff-f51b-41bb-96ac-45abd953a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e1c9e5-926d-4005-9960-e6f2a629a689,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:38.592575 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89f43fa6-e4b1-48ad-94c6-40f0ce566fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.260880 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56096) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:39.355041 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-84493377-network', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:39.455885 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Made reservation on behalf of b49a0b89499a4dda90b1da605b637b0a for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:48:39.458230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.466539 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.512450 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.544028 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks [] for security_group (1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.620910 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.641694 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:48:39.655361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:39.660210 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (8677feca-bcc4-48a7-9a31-e24c9a37858c), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.660544 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Added segment 8677feca-bcc4-48a7-9a31-e24c9a37858c of type vlan for network e8df47f6-f16b-4656-9377-f54eb8d0e3da Apr 08 11:48:39.699844 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (e8df47f6-f16b-4656-9377-f54eb8d0e3da), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.791944 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (e8df47f6-f16b-4656-9377-f54eb8d0e3da), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.792960 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:39.793548 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:39.852653 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] Pushing event updated for resources: {'Network': ['ID=e8df47f6-f16b-4656-9377-f54eb8d0e3da,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:39.862959 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:48:39.875435 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c0859367-5967-4041-b8ff-f98a0ea8b85c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6132677 Apr 08 11:48:39.878702 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56100) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:39.883394 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Request body: {'subnet': {'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-84493377-subnet', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:39.935239 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Made reservation on behalf of b49a0b89499a4dda90b1da605b637b0a for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:48:39.937596 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051917'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.163698 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050359'] for subnet (2b46ef87-a607-4fd3-a737-6056b0746c78), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.222794 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b46ef87-a607-4fd3-a737-6056b0746c78,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:40.231784 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:40.232142 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Network hostable DHCP agents. Network: e8df47f6-f16b-4656-9377-f54eb8d0e3da, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:48:40.306464 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:48:40.369533 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, e8df47f6-f16b-4656-9377-f54eb8d0e3da) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:40.374231 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:40.375408 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.378559 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8026a9c7-c1c2-429b-9680-5161d49311fa None None] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:48:40.452612 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-e1b359d4-7010-4608-af2b-0363c8476a32 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5728700 Apr 08 11:48:40.455810 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56102) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:40.460056 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:40.481794 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:48:40.482724 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.547190 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.548243 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.600335 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for router_controller (c0e80a9b-278a-4069-967b-c48c3aa847c7), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.618593 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Allocated IP 172.20.0.2 (e8df47f6-f16b-4656-9377-f54eb8d0e3da/2b46ef87-a607-4fd3-a737-6056b0746c78/94ae2964-de78-49f8-b539-f34c45ce26f5) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:40.762313 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks [] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.789034 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for router_gateway (c0e80a9b-278a-4069-967b-c48c3aa847c7), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.838970 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.888248 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:40.891061 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:40.897535 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:40.903521 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Pushing event updated for resources: {'Port': ['ID=94ae2964-de78-49f8-b539-f34c45ce26f5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:40.915092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.915441 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.915782 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.916118 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.916512 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.916868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.917192 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.917513 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.917837 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.918155 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.918474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.918801 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.919117 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.919436 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.919747 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:40.961126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.970353 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Attempting to bind port 94ae2964-de78-49f8-b539-f34c45ce26f5 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:40.970726 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Attempting to bind port 94ae2964-de78-49f8-b539-f34c45ce26f5 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:40.971084 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Attempting to bind port 94ae2964-de78-49f8-b539-f34c45ce26f5 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:40.976306 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:40.976691 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:40.979278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:40.979278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Bound using segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:40.979278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Bound port: 94ae2964-de78-49f8-b539-f34c45ce26f5, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:40.979278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.044556 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] For port 94ae2964-de78-49f8-b539-f34c45ce26f5, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:41.047492 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] For port 94ae2964-de78-49f8-b539-f34c45ce26f5, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=94ae2964-de78-49f8-b539-f34c45ce26f5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:41.066623 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for router_gateway (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.085708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.113127 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.170853 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303f9a-d6fd-40cf-8c78-bf2f1287a865 None None] Pushing event updated for resources: {'Port': ['ID=94ae2964-de78-49f8-b539-f34c45ce26f5,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:41.191760 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Allocated IP 172.27.1.86 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/308c5aaf-356c-4be7-8f28-d03ca4925698) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:41.303859 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.410711 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.442354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 94ae2964-de78-49f8-b539-f34c45ce26f5 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:41.452641 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:41.456177 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:41.461860 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:41.467529 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Pushing event updated for resources: {'Port': ['ID=308c5aaf-356c-4be7-8f28-d03ca4925698,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:41.497486 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 94ae2964-de78-49f8-b539-f34c45ce26f5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:41.509539 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.578621 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 94ae2964-de78-49f8-b539-f34c45ce26f5 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:41.579221 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.614359 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 94ae2964-de78-49f8-b539-f34c45ce26f5, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=94ae2964-de78-49f8-b539-f34c45ce26f5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:41.683351 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:41.733391 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=94ae2964-de78-49f8-b539-f34c45ce26f5,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:41.802261 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for router_gateway (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.007256 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.048925 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ac555-8258-4b44-b65c-d6fcb0f563a2 None None] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:48:42.122084 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-2ea6b817-3bd3-4f22-99bb-0d25c2f7dc7e None None] Provisioning complete for port 94ae2964-de78-49f8-b539-f34c45ce26f5 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:42.122502 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b817-3bd3-4f22-99bb-0d25c2f7dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.192155 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:48:42.250681 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6b817-3bd3-4f22-99bb-0d25c2f7dc7e None None] Current status of the port 94ae2964-de78-49f8-b539-f34c45ce26f5 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:42.279000 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.312042 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:48:42.321743 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:48:42.336908 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:42.336908 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:42.390241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.394401 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-19d80e9d-76ed-414f-8c83-2a6fff59b04a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9348912 Apr 08 11:48:42.394843 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56104) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:42.486967 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-f65cded5-f172-49da-8cea-a14fd943d8c3 None None] Provisioning complete for port 94ae2964-de78-49f8-b539-f34c45ce26f5 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:42.487714 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f65cded5-f172-49da-8cea-a14fd943d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.539975 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:42.580846 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f65cded5-f172-49da-8cea-a14fd943d8c3 None None] Current status of the port 94ae2964-de78-49f8-b539-f34c45ce26f5 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:42.741304 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:41Z', 'revision_number': 3, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:42.768561 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:48:42.768934 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Updating router c0e80a9b-278a-4069-967b-c48c3aa847c7 port 308c5aaf-356c-4be7-8f28-d03ca4925698 binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:48:42.797291 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:42.862432 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.019205 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Allocated IP 172.20.0.1 (e8df47f6-f16b-4656-9377-f54eb8d0e3da/2b46ef87-a607-4fd3-a737-6056b0746c78/6867d621-fcdf-41af-88a7-5e9aa8e9a076) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:43.054460 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks [] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.113308 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.121785 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks [] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.167462 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Attempting to bind port 308c5aaf-356c-4be7-8f28-d03ca4925698 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:43.167823 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Attempting to bind port 308c5aaf-356c-4be7-8f28-d03ca4925698 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:43.168175 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Attempting to bind port 308c5aaf-356c-4be7-8f28-d03ca4925698 on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:43.171024 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Pushing event updated for resources: {'Port': ['ID=308c5aaf-356c-4be7-8f28-d03ca4925698,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:43.179725 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:43.182104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:43.182104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.182104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:43.182104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Bound port: 308c5aaf-356c-4be7-8f28-d03ca4925698, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:43.182104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.183750 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.184078 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.184430 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.184794 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.185121 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.185479 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.185798 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.186112 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.186427 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.186740 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.187055 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.187394 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.187704 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.188012 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.188318 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:48:43.210221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.244186 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] For port 308c5aaf-356c-4be7-8f28-d03ca4925698, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:43.247205 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] For port 308c5aaf-356c-4be7-8f28-d03ca4925698, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=308c5aaf-356c-4be7-8f28-d03ca4925698,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:43.249734 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:43.252665 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:43.258209 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:43.263750 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Pushing event updated for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:43.295841 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.305564 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.342585 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:43.343354 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:43.444511 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 94ae2964-de78-49f8-b539-f34c45ce26f5 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:43.460033 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9ffe-c1a4-45a3-882f-daffeeb88a26 None None] Pushing event updated for resources: {'Port': ['ID=308c5aaf-356c-4be7-8f28-d03ca4925698,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:43.499209 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:43.507042 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.515469 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 94ae2964-de78-49f8-b539-f34c45ce26f5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:43.515847 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.519420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a3677556-984f-4b6a-90f0-358e98d85b3c None None] Provisioning complete for port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:43.519783 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a3677556-984f-4b6a-90f0-358e98d85b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.580292 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a3677556-984f-4b6a-90f0-358e98d85b3c None None] Port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:43.630744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 94ae2964-de78-49f8-b539-f34c45ce26f5 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:43.678778 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks [] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.680605 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b91f8247-a816-4714-a0c4-328954de689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:41Z', 'revision_number': 3, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:43.706765 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f8247-a816-4714-a0c4-328954de689b None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:41Z', 'revision_number': 3, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:48:43.746253 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.818875 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Pushing event updated for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:43.822151 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:43.915376 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:43.916803 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:44.048027 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:48:44.172294 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:48:44.178006 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e27fb8f4-124f-42a7-ba5e-603b6f99df97 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0e80a9b-278a-4069-967b-c48c3aa847c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820265 Apr 08 11:48:44.202674 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-a0c659e9-fc82-44b7-a862-a496d2aee7d7 None None] Provisioning complete for port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:44.203125 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0c659e9-fc82-44b7-a862-a496d2aee7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:44.244378 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a0c659e9-fc82-44b7-a862-a496d2aee7d7 None None] Port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:44.832222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56120) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:44.837136 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181373505-network', 'tenant_id': '6544a16181bb4dae8414678be4cf255c'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:44.941264 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Made reservation on behalf of 6544a16181bb4dae8414678be4cf255c for: {'network': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:48:44.943867 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for network (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:44.954778 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.029259 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks [] for security_group (f9638cce-06e3-44a6-b0af-dd269d509ff1), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.089818 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f9638cce-06e3-44a6-b0af-dd269d509ff1), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.122910 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:48:45.129365 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9638cce-06e3-44a6-b0af-dd269d509ff1,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:45.137768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (72865e7c-fa90-4837-a981-df71cdad4ffe), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.138104 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.segments_db [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Added segment 72865e7c-fa90-4837-a981-df71cdad4ffe of type vlan for network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 Apr 08 11:48:45.181770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728625134457'] for network (1148992a-a50b-4c1d-8cdc-3ef7837ed796), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.255405 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:48:45.261205 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367'] for network (1148992a-a50b-4c1d-8cdc-3ef7837ed796), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.262276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:45.262786 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.265437 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:45.266092 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:45.323047 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] Pushing event updated for resources: {'Network': ['ID=1148992a-a50b-4c1d-8cdc-3ef7837ed796,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:45.333484 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-3d7ef79c-5984-4344-99f0-39b133b6ed9d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5001583 Apr 08 11:48:45.336305 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56122) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:45.341416 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Request body: {'subnet': {'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181373505-subnet', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'ip_version': 4}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:45.421211 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Made reservation on behalf of 6544a16181bb4dae8414678be4cf255c for: {'subnet': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:48:45.424431 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051917'] for subnet (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.480827 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 details requested by agent ovs-agent-dv-cinder-836072-3-iscsi with host dv-cinder-836072-3-iscsi {{(pid=104001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:48:45.482797 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 308c5aaf-356c-4be7-8f28-d03ca4925698 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:45.604256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:45.643940 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 308c5aaf-356c-4be7-8f28-d03ca4925698 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:45.644315 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.644495 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9050359'] for subnet (71537057-3a15-4264-b9c4-0fdcd757c49c), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.706293 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71537057-3a15-4264-b9c4-0fdcd757c49c,revision_number=0']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:45.715343 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Checking segment: {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:45.715700 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Network hostable DHCP agents. Network: 1148992a-a50b-4c1d-8cdc-3ef7837ed796, hostable agents: ['ba3c2fff-16ca-41de-b1a9-6787b8724ec5'], hosted agents: [] {{(pid=103999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:48:45.786971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 is scheduled to be hosted by DHCP agent ba3c2fff-16ca-41de-b1a9-6787b8724ec5 with binding_index 1 {{(pid=103999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:48:45.846547 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 308c5aaf-356c-4be7-8f28-d03ca4925698 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:45.846931 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.865593 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-3-iscsi, 1148992a-a50b-4c1d-8cdc-3ef7837ed796) {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:45.871506 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:48:45.871619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 308c5aaf-356c-4be7-8f28-d03ca4925698, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=308c5aaf-356c-4be7-8f28-d03ca4925698,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:45.871732 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.875005 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ccc30-4414-4ee0-a566-5a736bac014d None None] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:48:45.951706 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:45.962299 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 2, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:45.967248 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-90e85324-34d0-42e1-bb2b-0744e3cc1a9e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6298335 Apr 08 11:48:45.969730 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56124) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:45.974553 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:46.012958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:48:46.013313 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Updating router c0e80a9b-278a-4069-967b-c48c3aa847c7 port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:48:46.038827 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26644'] for router (e92e2287-19c7-475d-aa70-700b378bb233), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.039837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3858158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3855426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3880574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26653'] for router (e92e2287-19c7-475d-aa70-700b378bb233), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.066216 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f3e2f40-541a-5864-a1d9-5f79212c6284-1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'project_id': '6544a16181bb4dae8414678be4cf255c', 'fixed_ips': [{'subnet_id': '71537057-3a15-4264-b9c4-0fdcd757c49c'}]}} from dv-cinder-836072-3-iscsi. {{(pid=104001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:48:46.067085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.088982 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=308c5aaf-356c-4be7-8f28-d03ca4925698,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:46.093793 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.100913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for router_controller (e92e2287-19c7-475d-aa70-700b378bb233), precommit_add_association {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.303152 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for router_gateway (e92e2287-19c7-475d-aa70-700b378bb233), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.327387 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Allocated IP 172.20.0.2 (1148992a-a50b-4c1d-8cdc-3ef7837ed796/71537057-3a15-4264-b9c4-0fdcd757c49c/6adc6d92-1660-4936-85f2-a56a8051a13d) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:46.567280 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks [] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.571901 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for router_gateway (e92e2287-19c7-475d-aa70-700b378bb233), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.573425 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks [] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.594768 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.672382 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.702352 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.703957 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Allocated IP 172.27.1.136 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/33491d6d-8c8a-4d94-9029-dc437588d96a) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:46.744952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c94e0-8376-490d-b602-0876b2f8f9a3 None None] Pushing event updated for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:46.754527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:46.797219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:46.802373 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:46.826276 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.869185 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Pushing event updated for resources: {'Port': ['ID=6adc6d92-1660-4936-85f2-a56a8051a13d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:46.886119 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Attempting to bind port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:46.891485 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Attempting to bind port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:46.891485 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Attempting to bind port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:46.902307 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:46.902643 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:46.903035 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.903420 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Bound using segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:46.903895 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Bound port: 6867d621-fcdf-41af-88a7-5e9aa8e9a076, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:46.904268 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.907180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.914807 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Attempting to bind port 6adc6d92-1660-4936-85f2-a56a8051a13d on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:46.915176 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Attempting to bind port 6adc6d92-1660-4936-85f2-a56a8051a13d by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:46.915538 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Attempting to bind port 6adc6d92-1660-4936-85f2-a56a8051a13d on network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:46.925205 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:46.929273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Checking segment: {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:46.929273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.929273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Bound using segment: {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:46.929273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Bound port: 6adc6d92-1660-4936-85f2-a56a8051a13d, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:46.929273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:46.945923 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:46.949112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:46.951927 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:46.985297 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Pushing event updated for resources: {'Port': ['ID=33491d6d-8c8a-4d94-9029-dc437588d96a,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:47.036523 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] For port 6867d621-fcdf-41af-88a7-5e9aa8e9a076, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:47.042083 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] For port 6867d621-fcdf-41af-88a7-5e9aa8e9a076, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6867d621-fcdf-41af-88a7-5e9aa8e9a076,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:47.049751 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-4fc4eed3-9166-4076-814d-6e09c2a8b120 None None] Provisioning complete for port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:47.053915 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4fc4eed3-9166-4076-814d-6e09c2a8b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.072354 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] For port 6adc6d92-1660-4936-85f2-a56a8051a13d, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:47.088422 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] For port 6adc6d92-1660-4936-85f2-a56a8051a13d, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6adc6d92-1660-4936-85f2-a56a8051a13d,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:47.097592 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4eed3-9166-4076-814d-6e09c2a8b120 None None] Port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:47.130230 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.158377 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.201155 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c94e0-8376-490d-b602-0876b2f8f9a3 None None] Pushing event updated for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:47.213460 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:47.214098 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:47.306034 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for router_gateway (e92e2287-19c7-475d-aa70-700b378bb233), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.420352 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a2e11-af1d-425d-9e55-1a7f65c68842 None None] Pushing event updated for resources: {'Port': ['ID=6adc6d92-1660-4936-85f2-a56a8051a13d,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:47.531422 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 308c5aaf-356c-4be7-8f28-d03ca4925698 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:47.602825 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Provisioning complete for port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:47.603199 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.606194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:47.744452 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 308c5aaf-356c-4be7-8f28-d03ca4925698 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:47.744857 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.836305 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3858133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855405'] for router (e92e2287-19c7-475d-aa70-700b378bb233), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.864469 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Current status of the port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:47.864762 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:47.957042 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] For port 6867d621-fcdf-41af-88a7-5e9aa8e9a076, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6867d621-fcdf-41af-88a7-5e9aa8e9a076,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:47.973641 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 308c5aaf-356c-4be7-8f28-d03ca4925698 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:47.993773 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:48.022909 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c15179-85b4-49f2-a985-664f936c23fe None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:48:48.044044 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.081832 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Router e92e2287-19c7-475d-aa70-700b378bb233 is scheduled to L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 with binding_index 1 {{(pid=103999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:48:48.114042 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77714eea-43aa-4dce-b9fa-116ac73d2b2c None None] Pushing event updated for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:48.234423 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:48:48.248387 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Sync routers for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:48:48.262023 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:48.262023 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:48.303514 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c778839-0b9e-4cb2-aff0-846a68d35a91 None None] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:48:48.325995 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.327200 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1d18bee5-f7d2-443f-94ce-238da21a0c69 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3564167 Apr 08 11:48:48.330288 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56128) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:48.374991 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:48.391040 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Provisioning complete for port 6adc6d92-1660-4936-85f2-a56a8051a13d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:48.391408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.548072 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Current status of the port 6adc6d92-1660-4936-85f2-a56a8051a13d is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:48.549404 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.604520 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] For port 6adc6d92-1660-4936-85f2-a56a8051a13d, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6adc6d92-1660-4936-85f2-a56a8051a13d,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:48.633027 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 3, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:48.669889 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Checking router: e92e2287-19c7-475d-aa70-700b378bb233 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:48:48.670624 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Updating router e92e2287-19c7-475d-aa70-700b378bb233 port 33491d6d-8c8a-4d94-9029-dc437588d96a binding host dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:48:48.690910 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.706708 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.757303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c056-dfc6-4133-ae5f-7f982a9b0dc0 None None] Pushing event updated for resources: {'Port': ['ID=6adc6d92-1660-4936-85f2-a56a8051a13d,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:48.813339 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8a1f75ad-8337-4cd7-a04b-9d9527b26478 None None] Provisioning complete for port 6adc6d92-1660-4936-85f2-a56a8051a13d triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:48.813551 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a1f75ad-8337-4cd7-a04b-9d9527b26478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:48.923479 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f75ad-8337-4cd7-a04b-9d9527b26478 None None] Current status of the port 6adc6d92-1660-4936-85f2-a56a8051a13d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:49.125663 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks [] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.138195 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.193140 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.245772 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f247bc-9a94-4dd1-9adf-b3b4f4eeb5df None None] Pushing event updated for resources: {'Port': ['ID=33491d6d-8c8a-4d94-9029-dc437588d96a,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:49.264068 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Attempting to bind port 33491d6d-8c8a-4d94-9029-dc437588d96a on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:49.264647 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Attempting to bind port 33491d6d-8c8a-4d94-9029-dc437588d96a by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:49.264801 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Attempting to bind port 33491d6d-8c8a-4d94-9029-dc437588d96a on network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:49.270959 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:49.271340 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Checking segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:49.271713 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.272269 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Bound using segment: {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:49.272920 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Bound port: 33491d6d-8c8a-4d94-9029-dc437588d96a, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467ee134-9fff-46d9-87f4-c92a4ad66f77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:49.273306 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.303643 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Allocated IP 172.20.0.1 (1148992a-a50b-4c1d-8cdc-3ef7837ed796/71537057-3a15-4264-b9c4-0fdcd757c49c/d20c102c-eed8-462b-b0f9-ac3a78bacfdf) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:48:49.327261 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] For port 33491d6d-8c8a-4d94-9029-dc437588d96a, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:49.331358 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] For port 33491d6d-8c8a-4d94-9029-dc437588d96a, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=33491d6d-8c8a-4d94-9029-dc437588d96a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:49.410430 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.435037 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks [] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.469269 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:49.469935 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:49.488162 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6867d621-fcdf-41af-88a7-5e9aa8e9a076 up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:49.524475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.537713 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f247bc-9a94-4dd1-9adf-b3b4f4eeb5df None None] Pushing event updated for resources: {'Port': ['ID=33491d6d-8c8a-4d94-9029-dc437588d96a,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:49.556697 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:49.557286 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.569308 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:49.572894 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:49.577485 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:48:49.615722 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:49.629606 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:49.644952 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3856194'] for router_interface (e92e2287-19c7-475d-aa70-700b378bb233), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.697313 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:49.698605 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6adc6d92-1660-4936-85f2-a56a8051a13d up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:49.760666 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 6adc6d92-1660-4936-85f2-a56a8051a13d triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:49.761406 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.839853 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 3, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:49.869173 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 6adc6d92-1660-4936-85f2-a56a8051a13d is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:49.871955 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f855593-83d8-410a-a8c2-323e69cd3089 None None] The sync data for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi is: [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 3, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:48:49.893271 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:49.961178 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-5f36802b-2be6-4c6d-90cf-c5e39f62206a None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:49.961552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f36802b-2be6-4c6d-90cf-c5e39f62206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.006612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-5f36802b-2be6-4c6d-90cf-c5e39f62206a None None] Port d20c102c-eed8-462b-b0f9-ac3a78bacfdf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:50.095499 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks [] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.165320 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.247696 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:50.251442 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856366'] for router_interface (e92e2287-19c7-475d-aa70-700b378bb233), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.341191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.367843 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:48:50.370232 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:48:50.498051 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Router e92e2287-19c7-475d-aa70-700b378bb233 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:48:50.619311 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:48:50.624393 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c6071311-1b35-4838-9b02-aafe9a2c76d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/e92e2287-19c7-475d-aa70-700b378bb233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928424 Apr 08 11:48:50.646408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-34829029-f635-48f2-a998-249543e547e8 None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:50.647125 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-34829029-f635-48f2-a998-249543e547e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:50.690513 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-34829029-f635-48f2-a998-249543e547e8 None None] Port d20c102c-eed8-462b-b0f9-ac3a78bacfdf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:51.188113 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56144) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:51.192954 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130369283', 'description': 'tempest-secgroup-smoke-2130369283 description', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:51.261035 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.332709 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.398301 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.428201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:51.434076 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 33491d6d-8c8a-4d94-9029-dc437588d96a up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:51.472558 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Sync routers for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:48:51.480207 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.481858 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d9c0be0b-bd0f-4c0c-b57e-8e9348d06b52 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2926283 Apr 08 11:48:51.484864 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56146) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:51.488712 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:51.488712 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:51.489284 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:51.540996 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 33491d6d-8c8a-4d94-9029-dc437588d96a triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:51.541288 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.569319 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (96cfc4df-504c-4b8e-ac53-1303b706e224), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.629567 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (96cfc4df-504c-4b8e-ac53-1303b706e224), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.636865 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:51.700972 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (96cfc4df-504c-4b8e-ac53-1303b706e224), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.717790 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cfc4df-504c-4b8e-ac53-1303b706e224,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:51.742192 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 33491d6d-8c8a-4d94-9029-dc437588d96a is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:51.742779 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.766290 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.769330 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a38d0d07-b0e0-457c-954a-b08ea4e70ee2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822978 Apr 08 11:48:51.778885 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56148) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:51.783756 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:51.854501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (f4da51d8-d002-46ce-b4c1-85a007fb3896), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.914441 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (f4da51d8-d002-46ce-b4c1-85a007fb3896), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.933953 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] For port 33491d6d-8c8a-4d94-9029-dc437588d96a, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=33491d6d-8c8a-4d94-9029-dc437588d96a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:51.969823 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (f4da51d8-d002-46ce-b4c1-85a007fb3896), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:51.983780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4da51d8-d002-46ce-b4c1-85a007fb3896,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:51.993812 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.057771 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Pushing event updated for resources: {'Port': ['ID=33491d6d-8c8a-4d94-9029-dc437588d96a,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.063531 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 4, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'd20c102c-eed8-462b-b0f9-ac3a78bacfdf', 'name': '', 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'mac_address': 'fa:16:3e:eb:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:49Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 2, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'subnets': [{'id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:52.081469 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.082754 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f4f1a9e2-92bc-447a-a0cc-34c4bca25f5c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028545 Apr 08 11:48:52.085523 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56150) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:52.094944 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:52.096064 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Checking router: e92e2287-19c7-475d-aa70-700b378bb233 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:48:52.096421 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Updating router e92e2287-19c7-475d-aa70-700b378bb233 port d20c102c-eed8-462b-b0f9-ac3a78bacfdf binding host dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:48:52.124082 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.163196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (7279c3b0-8b11-4458-8545-ce019fa61232), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.219268 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (7279c3b0-8b11-4458-8545-ce019fa61232), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.268210 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (7279c3b0-8b11-4458-8545-ce019fa61232), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.287265 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7279c3b0-8b11-4458-8545-ce019fa61232,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.337854 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.341691 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5650e2b2-bf66-470e-a5e3-890b9841b47f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526069 Apr 08 11:48:52.341870 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56152) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:52.346542 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:52.404667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks [] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.427344 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (8b0f932f-c601-4b86-b4bb-c5cd709515aa), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.466843 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.485225 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (8b0f932f-c601-4b86-b4bb-c5cd709515aa), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.519705 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f369ac-46f7-4a37-92a0-1cd2364a41f1 None None] Pushing event updated for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.546983 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (8b0f932f-c601-4b86-b4bb-c5cd709515aa), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.569535 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0f932f-c601-4b86-b4bb-c5cd709515aa,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.577548 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Attempting to bind port d20c102c-eed8-462b-b0f9-ac3a78bacfdf on host dv-cinder-836072-3-iscsi for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:48:52.578133 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Attempting to bind port d20c102c-eed8-462b-b0f9-ac3a78bacfdf by drivers openvswitch,hyperv on host dv-cinder-836072-3-iscsi at level 0 using segments [{'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:48:52.578494 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Attempting to bind port d20c102c-eed8-462b-b0f9-ac3a78bacfdf on network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:48:52.584780 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Checking agent: {'id': '9a7538e2-2ec0-4f31-8513-4d8308c96f78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 56, 12), 'started_at': datetime.datetime(2022, 4, 8, 10, 56, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:48:52.585168 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Checking segment: {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:48:52.585650 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.585971 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Bound using segment: {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:48:52.586434 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Bound port: d20c102c-eed8-462b-b0f9-ac3a78bacfdf, host: dv-cinder-836072-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72865e7c-fa90-4837-a981-df71cdad4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:48:52.586813 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.623501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.624866 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-094435c6-1463-4eba-b6dc-96cb037cc53a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2820399 Apr 08 11:48:52.628349 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56154) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:52.633034 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:52.656385 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] For port d20c102c-eed8-462b-b0f9-ac3a78bacfdf, host dv-cinder-836072-3-iscsi, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:48:52.659696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] For port d20c102c-eed8-462b-b0f9-ac3a78bacfdf, host dv-cinder-836072-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:48:52.713335 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Project b49a0b89499a4dda90b1da605b637b0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:48:52.718964 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (6e145a45-03f8-41c3-b73f-530921c97268), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.725099 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-fd890172-1508-4a0b-86eb-047a8ffda8ea None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:52.725469 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd890172-1508-4a0b-86eb-047a8ffda8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.749333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.782494 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (6e145a45-03f8-41c3-b73f-530921c97268), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.801466 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-fd890172-1508-4a0b-86eb-047a8ffda8ea None None] Port d20c102c-eed8-462b-b0f9-ac3a78bacfdf cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:48:52.821377 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:48:52.822010 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:48:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:52.827252 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f369ac-46f7-4a37-92a0-1cd2364a41f1 None None] Pushing event updated for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.850015 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (6e145a45-03f8-41c3-b73f-530921c97268), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.872627 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e145a45-03f8-41c3-b73f-530921c97268,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:52.938055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.940692 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d8f228c9-8541-4cfc-bff9-f4fe080499f1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112261 Apr 08 11:48:52.944507 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56158) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:52.946361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:48:52.948187 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7', 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:48:53.050773 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Project b49a0b89499a4dda90b1da605b637b0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:48:53.055699 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (aa8e40e1-b8c2-43a0-8ea2-d440e85e9f1c), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.078528 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:53.078806 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.114904 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (aa8e40e1-b8c2-43a0-8ea2-d440e85e9f1c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.180941 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927469'] for security_group_rule (aa8e40e1-b8c2-43a0-8ea2-d440e85e9f1c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.198408 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e40e1-b8c2-43a0-8ea2-d440e85e9f1c,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:53.209734 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Current status of the port d20c102c-eed8-462b-b0f9-ac3a78bacfdf is: DOWN; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:53.210123 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.249961 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 4, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'd20c102c-eed8-462b-b0f9-ac3a78bacfdf', 'name': '', 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'mac_address': 'fa:16:3e:eb:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:49Z', 'updated_at': '2022-04-08T11:48:52Z', 'revision_number': 4, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'subnets': [{'id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:48:53.254788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] For port d20c102c-eed8-462b-b0f9-ac3a78bacfdf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:48:53.278774 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c9563-a9e7-4a00-9b6d-8019bbf05166 None None] The sync data for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi is: [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:49Z', 'revision_number': 4, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': 'd20c102c-eed8-462b-b0f9-ac3a78bacfdf', 'name': '', 'network_id': '1148992a-a50b-4c1d-8cdc-3ef7837ed796', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'mac_address': 'fa:16:3e:eb:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:49Z', 'updated_at': '2022-04-08T11:48:52Z', 'revision_number': 4, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'subnets': [{'id': '71537057-3a15-4264-b9c4-0fdcd757c49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:48:53.280904 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.282493 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8284d67b-92ed-41ee-b57a-3897947d8fc9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378057 Apr 08 11:48:53.347769 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.416149 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3575fd-8567-4f5e-aa14-757e3f343d8d None None] Pushing event updated for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:48:53.516700 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 33491d6d-8c8a-4d94-9029-dc437588d96a up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:53.571915 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port 33491d6d-8c8a-4d94-9029-dc437588d96a triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:53.572290 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.654746 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port 33491d6d-8c8a-4d94-9029-dc437588d96a is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:53.655801 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device d20c102c-eed8-462b-b0f9-ac3a78bacfdf up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:53.710309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:53.711697 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.802062 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port d20c102c-eed8-462b-b0f9-ac3a78bacfdf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:55.425291 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device d20c102c-eed8-462b-b0f9-ac3a78bacfdf up at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:48:55.477150 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Provisioning complete for port d20c102c-eed8-462b-b0f9-ac3a78bacfdf triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:48:55.477648 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:55.563463 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Current status of the port d20c102c-eed8-462b-b0f9-ac3a78bacfdf is: ACTIVE; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:48:59.000813 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:49:06.152626 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b6263a15-5d0d-41c2-a6be-0a34e47df9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:08.615267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0b36-f478-493a-b0c5-85c46723f950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:09.518326 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:10.912598 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:12.306492 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:19.499985 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-f6932c07-0ef6-4081-b5fe-98a5d249305e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130369283&fields=id&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 267 time: 0.0424109 Apr 08 11:49:19.605760 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-7a254f78-098f-403b-ac76-b9f38a13d2a3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:19.607485 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-7a254f78-098f-403b-ac76-b9f38a13d2a3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1008489 Apr 08 11:49:19.621507 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-dc8989f2-0510-42c3-b436-3d720a17b19a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/quotas/b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 375 time: 0.0088036 Apr 08 11:49:19.679560 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-36290166-a0c4-4068-9da8-c57feafbc4f8 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532634 Apr 08 11:49:19.800471 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-0e112c9a-8c18-45e8-a935-7e7412e68792 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:49:19.801507 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-0e112c9a-8c18-45e8-a935-7e7412e68792 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1095240 Apr 08 11:49:19.889202 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-7a176891-1f97-45f3-8ffa-b5ace3666f68 service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816650 Apr 08 11:49:19.980988 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-33dc4e69-4139-4cdb-a44e-f798bc9cf4ab service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Apr 08 11:49:20.341213 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:20.505915 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-762e5edd-36cd-4c02-a0cc-ebdb518f5c9a req-90dae3a5-80de-4a7a-a4a0-ca8adabd9c97 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Apr 08 11:49:21.599072 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a826e65-4109-4e60-ab47-8e86b4c4c5fe req-874b2188-8498-4a98-a3b4-3a48281b92f8 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Apr 08 11:49:22.514223 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-7998af2b-e7b6-4bc5-8781-5f31d7f32824 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:22.515644 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-7998af2b-e7b6-4bc5-8781-5f31d7f32824 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1043296 Apr 08 11:49:22.577031 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-b17040c4-0940-466d-b610-d45f1a6b75c4 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 380 time: 0.0529807 Apr 08 11:49:22.588555 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'port': {'device_id': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'admin_state_up': True, 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'security_groups': ['a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:22.707924 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d00fa96a-1180-4dbd-8480-5c2c52823748 req-9f6db487-b674-4af2-a117-a2c8b8b3cfef tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 210 time: 0.0412111 Apr 08 11:49:22.741884 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Made reservation on behalf of b49a0b89499a4dda90b1da605b637b0a for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:22.745305 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:22.870473 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.20.0.5 (e8df47f6-f16b-4656-9377-f54eb8d0e3da/2b46ef87-a607-4fd3-a737-6056b0746c78/0132038d-e3cb-4d5e-bb72-b37b64d04316) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:49:23.010873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.096526 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.140340 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:49:23.143349 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:23.146971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:49:23.176237 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:23.205875 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:23.211723 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.287845 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-5021702c-828f-44cc-99cb-1e4def3fea2f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028685 Apr 08 11:49:23.299779 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Request body: {'port': {'device_id': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:23.351844 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-3ac6ca3f-bd11-45fa-956e-26bb3f8ef748 None None] Provisioning complete for port 0132038d-e3cb-4d5e-bb72-b37b64d04316 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:49:23.356904 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ca3f-bd11-45fa-956e-26bb3f8ef748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.367654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.388833 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6ca3f-bd11-45fa-956e-26bb3f8ef748 None None] Port 0132038d-e3cb-4d5e-bb72-b37b64d04316 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:49:23.631625 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0132038d-e3cb-4d5e-bb72-b37b64d04316 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:49:23.639915 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks [] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.652048 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Transition to ACTIVE for port object 0132038d-e3cb-4d5e-bb72-b37b64d04316 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:49:23.706580 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.786339 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:23.871087 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Attempting to bind port 0132038d-e3cb-4d5e-bb72-b37b64d04316 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:49:23.871427 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Attempting to bind port 0132038d-e3cb-4d5e-bb72-b37b64d04316 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:49:23.871761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Attempting to bind port 0132038d-e3cb-4d5e-bb72-b37b64d04316 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:49:23.885878 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9c4b9-f8dc-4765-ac6f-454898d566de req-a304e41a-1262-4d71-b901-bb08f96d2326 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:23.887451 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17d9c4b9-f8dc-4765-ac6f-454898d566de req-a304e41a-1262-4d71-b901-bb08f96d2326 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0821111 Apr 08 11:49:23.888051 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Port 0132038d-e3cb-4d5e-bb72-b37b64d04316 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:49:23.888379 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Attempting to bind port 0132038d-e3cb-4d5e-bb72-b37b64d04316 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:49:23.895984 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:49:23.896406 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:49:23.896824 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Bound using segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:49:23.897258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Bound port: 0132038d-e3cb-4d5e-bb72-b37b64d04316, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:49:23.897616 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.980447 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17d9c4b9-f8dc-4765-ac6f-454898d566de req-a89a64ec-7103-4fef-b470-1baa9d3e61e4 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862262 Apr 08 11:49:24.001747 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:49:24.006349 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:49:24.107884 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:24.142205 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:24.142891 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:24.144258 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] 10.222.0.61 "PUT /v2.0/ports/0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 1093 time: 0.8494003 Apr 08 11:49:24.144699 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:49:24.147007 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:49:24.173576 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea012b50-fa18-4dfb-9d79-a759d94f3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:24.256355 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c506163-201f-4f23-9863-1e9cf34f0ac2 x-openstack-request-id: req-5c506163-201f-4f23-9863-1e9cf34f0ac2 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:49:24.256652 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:49:24.256951 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c506163-201f-4f23-9863-1e9cf34f0ac2 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:49:24.257358 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c506163-201f-4f23-9863-1e9cf34f0ac2'] response: {'name': 'network-changed', 'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'status': 'completed', 'code': 200} Apr 08 11:49:24.296092 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-1a2c81b9-19f9-42c2-84e4-2afdfedc9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:24.297677 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-1a2c81b9-19f9-42c2-84e4-2afdfedc9cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1127 time: 0.0527534 Apr 08 11:49:24.342086 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-e8def046-07a3-49d8-b97f-32f07602900d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 217 time: 0.0381317 Apr 08 11:49:24.389636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-285c550f-8be4-4832-afc5-3bff7c1487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:24.391060 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-285c550f-8be4-4832-afc5-3bff7c1487c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0439172 Apr 08 11:49:24.439211 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-b1868762-c970-4306-9e30-8658a2ff4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:24.440824 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-b1868762-c970-4306-9e30-8658a2ff4613 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441694 Apr 08 11:49:24.533549 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-653d29b8-0bed-4bbe-9e4d-29a7c143c6ea service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Apr 08 11:49:24.621943 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3432c7ca-1a4b-4493-80a2-22f77ef62b87 req-a081b439-9fe1-4807-989b-eb37e5f34aac service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829818 Apr 08 11:49:25.111009 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78c414-a1ce-439c-a160-d3fa5759e57f req-f5b7bf57-94bc-4ea0-996e-ba1200cc61e6 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:25.112471 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec78c414-a1ce-439c-a160-d3fa5759e57f req-f5b7bf57-94bc-4ea0-996e-ba1200cc61e6 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0569093 Apr 08 11:49:25.159160 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ec78c414-a1ce-439c-a160-d3fa5759e57f req-a5cc21bc-68ab-49b4-8d8a-23f0b593d4f0 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Apr 08 11:49:25.617664 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-2c460e74-96b6-4f77-8c77-d60388246c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:25.619188 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-2c460e74-96b6-4f77-8c77-d60388246c95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1127 time: 0.0438013 Apr 08 11:49:25.712932 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-5aa4364d-aab2-4020-9f3d-3bcb58415f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:25.714385 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-5aa4364d-aab2-4020-9f3d-3bcb58415f7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0876362 Apr 08 11:49:25.754988 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-823d54ea-4455-42c1-988e-7e579d340a1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 217 time: 0.0347459 Apr 08 11:49:25.800937 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-b85c844a-784e-41be-8783-a35a754b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:25.802359 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-b85c844a-784e-41be-8783-a35a754b7a79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0421882 Apr 08 11:49:25.849265 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-d05fa827-1825-4549-b385-e932caef9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:25.850780 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-d05fa827-1825-4549-b385-e932caef9886 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429506 Apr 08 11:49:25.942238 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-3d6bd1c2-6237-44b4-bdb6-1f2340e11e4b service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857489 Apr 08 11:49:26.034573 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-17a24da6-8d3d-412a-84ba-b3d25c68c9bc req-1de6895d-a68f-41e2-b809-84b44926e798 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Apr 08 11:49:26.277750 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e36d3-7737-400e-805b-d31a20ed1dd3 req-d0443fd7-d979-4219-ae81-4c7901b2377d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:26.279212 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-316e36d3-7737-400e-805b-d31a20ed1dd3 req-d0443fd7-d979-4219-ae81-4c7901b2377d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Apr 08 11:49:26.327599 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-316e36d3-7737-400e-805b-d31a20ed1dd3 req-f470e581-3cfc-4af0-92f2-b70aa33b59ea tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Apr 08 11:49:27.442708 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08355d-cedf-45ab-ad84-6e26bde9536f req-24942907-8749-496a-9239-3c73005e4f47 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:27.444941 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b08355d-cedf-45ab-ad84-6e26bde9536f req-24942907-8749-496a-9239-3c73005e4f47 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0524893 Apr 08 11:49:27.493483 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-4b08355d-cedf-45ab-ad84-6e26bde9536f req-f105a942-b734-4d6c-8145-fc9c5d457def tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Apr 08 11:49:28.608299 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbaaea-cbc5-4cc0-93cc-5cd680a6b85d req-5af98407-8971-4242-a386-76af67612f2a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:28.609828 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-93cbaaea-cbc5-4cc0-93cc-5cd680a6b85d req-5af98407-8971-4242-a386-76af67612f2a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0511849 Apr 08 11:49:28.657020 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-93cbaaea-cbc5-4cc0-93cc-5cd680a6b85d req-582338de-3f7c-4ec8-aabc-bc858ae485ae tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Apr 08 11:49:29.774343 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738af3e-cbda-4ecd-b591-62090650d64e req-65868407-5df7-44e4-a584-747ecb9c3020 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:29.775793 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9738af3e-cbda-4ecd-b591-62090650d64e req-65868407-5df7-44e4-a584-747ecb9c3020 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0525131 Apr 08 11:49:29.824409 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9738af3e-cbda-4ecd-b591-62090650d64e req-a3e9d0cb-4331-443e-9455-fa9554b76bc1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Apr 08 11:49:30.948165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ac6f4-e4c6-48f5-8c22-0311a5ac318f req-0197b305-4ff3-4848-af2e-bb665b26f902 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:30.949635 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c40ac6f4-e4c6-48f5-8c22-0311a5ac318f req-0197b305-4ff3-4848-af2e-bb665b26f902 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0546026 Apr 08 11:49:30.998346 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c40ac6f4-e4c6-48f5-8c22-0311a5ac318f req-4c709511-c8ad-4701-af09-35dc314ce465 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Apr 08 11:49:32.120750 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3395-4f36-47b0-8963-fef4a88e0c7f req-76433925-6e3f-47c5-b5e6-cb0c92543932 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:32.122262 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c63b3395-4f36-47b0-8963-fef4a88e0c7f req-76433925-6e3f-47c5-b5e6-cb0c92543932 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0586932 Apr 08 11:49:32.170183 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c63b3395-4f36-47b0-8963-fef4a88e0c7f req-02910165-68e5-4248-a0bf-d1d344ecd79e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Apr 08 11:49:33.026662 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 0132038d-e3cb-4d5e-bb72-b37b64d04316 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:49:33.125186 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:49:33.137890 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'port_id': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'mac_address': 'fa:16:3e:49:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:49:33.174418 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 0132038d-e3cb-4d5e-bb72-b37b64d04316 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:49:33.174796 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:33.187935 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0132038d-e3cb-4d5e-bb72-b37b64d04316 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:49:33.207891 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:49:33.256378 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:33.289970 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1eb86-e3fa-46d1-8497-bb06c875bffd req-de7ccb43-7205-452d-b78e-b5dd7e1248df tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:33.291575 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-80e1eb86-e3fa-46d1-8497-bb06c875bffd req-de7ccb43-7205-452d-b78e-b5dd7e1248df tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 943 time: 0.0536945 Apr 08 11:49:33.343398 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-80e1eb86-e3fa-46d1-8497-bb06c875bffd req-2bde58d9-a979-4e4e-86e8-72db5001382b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Apr 08 11:49:33.437918 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:33.565262 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['0132038d-e3cb-4d5e-bb72-b37b64d04316'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:49:34.458441 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8564c0-8888-4e03-90ea-9c753b61124c req-b1e22428-6773-409a-a688-657b17607693 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:34.460853 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c8564c0-8888-4e03-90ea-9c753b61124c req-b1e22428-6773-409a-a688-657b17607693 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 944 time: 0.0513980 Apr 08 11:49:34.508184 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-3c8564c0-8888-4e03-90ea-9c753b61124c req-2e86db61-c93e-41ac-96f0-f7d497b4f56f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418701 Apr 08 11:49:35.026745 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 0132038d-e3cb-4d5e-bb72-b37b64d04316 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:49:35.130027 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 0132038d-e3cb-4d5e-bb72-b37b64d04316 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:49:35.134342 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 0132038d-e3cb-4d5e-bb72-b37b64d04316 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:49:35.134709 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:35.214870 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 0132038d-e3cb-4d5e-bb72-b37b64d04316 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:49:35.215245 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:35.237435 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:49:35.239578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036c882-9c2f-4398-a07d-669caf44f6ab" -d '{"events": [{"server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "name": "network-vif-plugged", "status": "completed", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:49:35.258601 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:49:35.329306 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8b9804-11bc-4a32-868a-756f7fcd5b7f x-openstack-request-id: req-af8b9804-11bc-4a32-868a-756f7fcd5b7f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:49:35.329594 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "name": "network-vif-plugged", "status": "completed", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:49:35.329857 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af8b9804-11bc-4a32-868a-756f7fcd5b7f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:49:35.330242 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8b9804-11bc-4a32-868a-756f7fcd5b7f'] response: {'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'code': 200} Apr 08 11:49:35.335527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:35.386903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:35.628373 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7f380-0418-43b9-b4bd-ba30020d1e13 req-4e383245-02a6-4c1e-93c4-aaa0aeced580 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:35.629889 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10f7f380-0418-43b9-b4bd-ba30020d1e13 req-4e383245-02a6-4c1e-93c4-aaa0aeced580 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0558026 Apr 08 11:49:35.679720 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-10f7f380-0418-43b9-b4bd-ba30020d1e13 req-388e9cb8-1621-4268-948c-3db86cc60afc tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 Apr 08 11:49:35.724198 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf7805-061b-49a8-8037-4719c6194004 req-dbc99e41-d2b0-435a-919c-c1c169125391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:35.726381 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fcf7805-061b-49a8-8037-4719c6194004 req-dbc99e41-d2b0-435a-919c-c1c169125391 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0436947 Apr 08 11:49:35.770286 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-0fcf7805-061b-49a8-8037-4719c6194004 req-5ff3e06d-c4c6-47e5-818b-5b8711497d08 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Apr 08 11:49:35.999099 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:49:36.163916 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4390db09-d64a-4f78-a99c-82eaf492e024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:36.802247 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e533c-2c07-4232-a1e0-a8862ec2e397 req-a0c8a2a3-f921-4a9b-ac5b-deb977726dc1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:36.804418 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b61e533c-2c07-4232-a1e0-a8862ec2e397 req-a0c8a2a3-f921-4a9b-ac5b-deb977726dc1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0584512 Apr 08 11:49:36.852280 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b61e533c-2c07-4232-a1e0-a8862ec2e397 req-73110d43-7325-42f5-a120-add704552f3e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Apr 08 11:49:37.969457 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8fa6a-72fb-439a-b39d-201712cb9768 req-b1dd90c8-94f4-4189-bbfa-574470868b6d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:37.970932 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b3d8fa6a-72fb-439a-b39d-201712cb9768 req-b1dd90c8-94f4-4189-bbfa-574470868b6d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Apr 08 11:49:38.024173 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-b3d8fa6a-72fb-439a-b39d-201712cb9768 req-4e3202fc-d5c0-4c67-b74b-17986bf803cf tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Apr 08 11:49:38.139348 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397b78e-8e3d-442e-8302-a7558ca456b9 req-ab407532-fb34-42ba-b246-e4ac3f318be2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:38.140770 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8397b78e-8e3d-442e-8302-a7558ca456b9 req-ab407532-fb34-42ba-b246-e4ac3f318be2 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0520198 Apr 08 11:49:38.188563 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-8397b78e-8e3d-442e-8302-a7558ca456b9 req-a272d48b-813e-4fdf-aefc-76965cced97b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Apr 08 11:49:38.212309 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56354) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:38.299148 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d334601-dd6d-48ac-8131-edf132acd8e5 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:38.300697 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5d334601-dd6d-48ac-8131-edf132acd8e5 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1124 time: 0.0873456 Apr 08 11:49:38.304374 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56358) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:38.308478 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'port_id': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:38.404246 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:38.513621 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:38.616003 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f68e5d01-dc34-42b9-a3fd-f4128dc11954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:38.617829 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.27.1.107 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/48d30683-3ba3-46c3-8cc8-82000b21fd48) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:49:38.715073 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:38.832979 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:38.870976 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:49:38.873818 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:38.879234 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:49:38.885293 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=48d30683-3ba3-46c3-8cc8-82000b21fd48,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:38.914949 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.915295 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.915639 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.915981 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.916315 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.916645 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.916999 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.917324 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.917651 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.917994 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.918298 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.918621 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.918942 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.919263 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:38.919581 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:39.249528 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (e813665a-edb8-432c-9d64-5505d03efefb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.372071 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.518840 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.529972 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.592660 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.661311 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=48d30683-3ba3-46c3-8cc8-82000b21fd48,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:39.675370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e813665a-edb8-432c-9d64-5505d03efefb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:39.777198 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP e813665a-edb8-432c-9d64-5505d03efefb associated. External IP: 172.27.1.107, port: 0132038d-e3cb-4d5e-bb72-b37b64d04316. Apr 08 11:49:39.988105 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:49:40.096464 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:49:40.106335 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:49:40.115803 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:49:40.120511 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:49:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:49:40.149356 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:40.228257 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:49:40.433250 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b5cdeeb7-7e6f-49bc-b917-ef7af34d2383 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1278136 Apr 08 11:49:40.433836 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:49:40.436064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ca7d8-3673-42a5-a0a2-3cc99736afa1" -d '{"events": [{"name": "network-changed", "server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:49:40.473261 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e813665a-edb8-432c-9d64-5505d03efefb', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:49:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:49:39Z', 'updated_at': '2022-04-08T11:49:39Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:49:40.503024 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:49:40.511940 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:49:40.512542 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:49:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:49:40.530940 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc443a-35e4-47cf-8dbe-e693035c4a0d x-openstack-request-id: req-04dc443a-35e4-47cf-8dbe-e693035c4a0d {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:49:40.531317 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:49:40.531635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04dc443a-35e4-47cf-8dbe-e693035c4a0d {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:49:40.532160 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04dc443a-35e4-47cf-8dbe-e693035c4a0d'] response: {'name': 'network-changed', 'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'status': 'completed', 'code': 200} Apr 08 11:49:40.596207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-2a5c383c-fa90-4548-9f06-88babea10c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:40.597776 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-2a5c383c-fa90-4548-9f06-88babea10c5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0447500 Apr 08 11:49:40.620368 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:49:40.684898 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-fb33c366-d5ff-4d86-a664-a39c5ee14de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:40.686276 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-fb33c366-d5ff-4d86-a664-a39c5ee14de8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0831149 Apr 08 11:49:40.757232 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-21dfeaba-37e5-4432-95d4-9d754a767de9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 999 time: 0.0655913 Apr 08 11:49:40.805761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-de38bf66-8247-4c86-bd7f-cadc0254ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:40.807254 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-de38bf66-8247-4c86-bd7f-cadc0254ad74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0447392 Apr 08 11:49:40.859194 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-dfeb3da1-1afa-47fe-a858-3b0b4bd60069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:40.861036 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-dfeb3da1-1afa-47fe-a858-3b0b4bd60069 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477016 Apr 08 11:49:40.919451 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:40.931658 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e813665a-edb8-432c-9d64-5505d03efefb', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:49:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:49:39Z', 'updated_at': '2022-04-08T11:49:39Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:49:40.956193 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-5496c100-6fb9-4e5f-bec4-5675e9d7d4ca service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895405 Apr 08 11:49:40.960902 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915639ee-bb31-4060-b60c-beb2aabc33a5 None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': 'e813665a-edb8-432c-9d64-5505d03efefb', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:49:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:49:39Z', 'updated_at': '2022-04-08T11:49:39Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:49:41.051041 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-845ca7d8-3673-42a5-a0a2-3cc99736afa1 req-9438f385-e3ff-49bc-951b-f24c6da5df58 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895865 Apr 08 11:49:41.153462 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8625359d-c427-4f18-b4e3-c2ed90a33dff None None] New status for floating IP e813665a-edb8-432c-9d64-5505d03efefb: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:49:42.244466 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:50.330391 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.387009 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-b1305ece-af11-480f-9c80-ad6a90e04aac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439818 Apr 08 11:50:04.471063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-078942da-4954-40a0-ba40-38ac3be4e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:04.472526 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-078942da-4954-40a0-ba40-38ac3be4e900 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0443168 Apr 08 11:50:04.577077 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-febf1563-9a9b-4fb0-a7d2-7ee01a7ea557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:04.578532 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-febf1563-9a9b-4fb0-a7d2-7ee01a7ea557 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0880165 Apr 08 11:50:04.643530 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-690a8d45-bbac-4983-b097-03aefeaf4b53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 1001 time: 0.0585487 Apr 08 11:50:04.690139 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-4267202c-2c07-458a-88b3-78ce40915e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:04.691541 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-4267202c-2c07-458a-88b3-78ce40915e2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0419772 Apr 08 11:50:04.741446 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-4d607ae3-1d88-472d-85fa-86194e523022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:04.743618 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-4d607ae3-1d88-472d-85fa-86194e523022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461314 Apr 08 11:50:04.829749 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-643a91af-8b9e-4cb0-8ff4-a38efde77515 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799623 Apr 08 11:50:04.920294 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-42aaf9a0-6fc1-494b-a755-65e7e76b52d1 req-96915b98-802a-41cd-9be1-895ac494d8e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840304 Apr 08 11:50:06.158138 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-74ed749a-d1de-427c-a59c-6eb64df51c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.627160 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db34a11e-e556-48c2-b598-863485d20883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.563979 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.975599 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.255927 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.997606 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:50:20.347470 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.181690 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e55cffb-d3f8-474d-a552-9351cedfb1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:38.610625 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13b4540e-020f-486d-8255-f17c3003aa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:39.564318 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.925085 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.267461 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:49.997945 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:50:50.370134 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.385857 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-65fa4c67-b9a2-4199-a7b6-0ae74c96f614 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441203 Apr 08 11:51:05.471620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297090cb-865a-44c2-aea1-255c1a564a2d req-e7e242ea-fb11-44e4-80f3-c85f55bae386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.473114 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-e7e242ea-fb11-44e4-80f3-c85f55bae386 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0469220 Apr 08 11:51:05.573753 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297090cb-865a-44c2-aea1-255c1a564a2d req-ce3f92de-765f-4493-ba4f-baec009d222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.575207 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-ce3f92de-765f-4493-ba4f-baec009d222a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0857553 Apr 08 11:51:05.639784 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-8fe5b057-f090-4a64-8576-f0d48bfa92cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 200 len: 1001 time: 0.0563617 Apr 08 11:51:05.688410 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297090cb-865a-44c2-aea1-255c1a564a2d req-97891c34-3f83-4073-9835-9a68ac3219ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.690564 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-97891c34-3f83-4073-9835-9a68ac3219ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0457635 Apr 08 11:51:05.739598 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297090cb-865a-44c2-aea1-255c1a564a2d req-faf83b40-5729-4e6b-b46e-d0df20508078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.741098 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-faf83b40-5729-4e6b-b46e-d0df20508078 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447688 Apr 08 11:51:05.828462 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-caea3efe-1a73-4daa-8b94-2a30508150df service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811806 Apr 08 11:51:05.917684 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-297090cb-865a-44c2-aea1-255c1a564a2d req-2e7231cf-9d15-4651-b1d3-53287579920d service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Apr 08 11:51:06.192706 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7429ab50-aab1-4980-973d-b5bec6e1ae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:08.609965 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ab74f9d0-757a-4e3d-90ed-91e485714a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:09.564327 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:10.952831 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.289966 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.364441 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.996800 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:51:36.210124 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8091-58ef-4c4d-bc71-8b6e39e78e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.627529 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde63-61ca-4281-9ca2-fdee203586bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.587025 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.935285 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:42.285652 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:50.410184 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:55.754392 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d03f01-d65a-40d3-85e0-1c519aaa1a61 req-1e65d26a-9964-466d-a506-986479120169 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:55.755853 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58d03f01-d65a-40d3-85e0-1c519aaa1a61 req-1e65d26a-9964-466d-a506-986479120169 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.1007631 Apr 08 11:51:55.804773 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-58d03f01-d65a-40d3-85e0-1c519aaa1a61 req-a22fad72-6d42-4213-a51d-2633ce5df67f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Apr 08 11:51:56.927736 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09fca-a403-47b4-8362-cd73fd917221 req-557eb0ca-34a8-4f9b-83e2-376edbfa363f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:56.929324 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-13c09fca-a403-47b4-8362-cd73fd917221 req-557eb0ca-34a8-4f9b-83e2-376edbfa363f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0565968 Apr 08 11:51:56.978613 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-13c09fca-a403-47b4-8362-cd73fd917221 req-7aba657b-deef-45ca-8243-362f1eb185b3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Apr 08 11:51:57.326367 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4db02d9f-35a4-439b-b607-aea79c41916b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:57.327802 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4db02d9f-35a4-439b-b607-aea79c41916b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0540743 Apr 08 11:51:57.415243 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port 0132038d-e3cb-4d5e-bb72-b37b64d04316 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:51:57.415586 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.768586 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] For port 0132038d-e3cb-4d5e-bb72-b37b64d04316, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0132038d-e3cb-4d5e-bb72-b37b64d04316,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:57.768992 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.933500 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.933958 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e813665a-edb8-432c-9d64-5505d03efefb), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.934282 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP e813665a-edb8-432c-9d64-5505d03efefb disassociated. External IP: 172.27.1.107, port: 0132038d-e3cb-4d5e-bb72-b37b64d04316. Apr 08 11:51:57.934647 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for 0132038d-e3cb-4d5e-bb72-b37b64d04316 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:51:58.108832 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff23b7-dc63-4f18-957b-98978b56a8ff req-bede1388-79a8-44b5-b1d4-8be70ffd7c37 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.111107 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95ff23b7-dc63-4f18-957b-98978b56a8ff req-bede1388-79a8-44b5-b1d4-8be70ffd7c37 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 945 time: 0.0593622 Apr 08 11:51:58.157954 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-95ff23b7-dc63-4f18-957b-98978b56a8ff req-e766163e-8ac1-492c-9b37-41a55787bd32 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Apr 08 11:51:58.244301 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (0132038d-e3cb-4d5e-bb72-b37b64d04316), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.270793 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=0132038d-e3cb-4d5e-bb72-b37b64d04316,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:58.280274 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.280620 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.280984 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.281322 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.281653 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.281981 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.282330 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.282654 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.283475 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.283475 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.283673 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.284001 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.284318 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.284636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.284976 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:58.398669 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:58.507127 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:58.516698 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:58.526674 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:58.527267 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:51:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:58.553364 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] No DVR routers for this DVR port 0132038d-e3cb-4d5e-bb72-b37b64d04316 on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:51:58.555836 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.559191 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c9046a4e-c283-47a6-9808-b47c1527bf77 req-4feb3897-25cd-47d9-b6c2-6752a34d1361 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "DELETE /v2.0/ports/0132038d-e3cb-4d5e-bb72-b37b64d04316 HTTP/1.1" status: 204 len: 173 time: 1.2267735 Apr 08 11:51:58.559624 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'name': 'network-vif-deleted', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:58.561943 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a497fd9-6d0c-48d7-8b3f-bb5db3a99be5" -d '{"events": [{"server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "name": "network-vif-deleted", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:58.597548 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d4d79-e170-40f4-8865-956262ea0be3 x-openstack-request-id: req-a44d4d79-e170-40f4-8865-956262ea0be3 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:58.597843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56765503-b96c-49cc-bb11-d26c0fa54ea9", "name": "network-vif-deleted", "tag": "0132038d-e3cb-4d5e-bb72-b37b64d04316", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:58.598097 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a44d4d79-e170-40f4-8865-956262ea0be3 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:58.598595 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44d4d79-e170-40f4-8865-956262ea0be3'] response: {'server_uuid': '56765503-b96c-49cc-bb11-d26c0fa54ea9', 'name': 'network-vif-deleted', 'tag': '0132038d-e3cb-4d5e-bb72-b37b64d04316', 'status': 'completed', 'code': 200} Apr 08 11:51:58.641703 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:58.851608 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:58.878047 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:58.886104 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:58.886697 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:51:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:58.993129 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:59.187861 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:59.217302 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89baf5f1-89b7-48db-bfe9-ed6ed522e189 None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:59.270255 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e86033ae-a90f-41b2-89ea-df548b9621ac req-d98df7bb-e77e-460d-b92f-45e786b9c9a8 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=56765503-b96c-49cc-bb11-d26c0fa54ea9 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Apr 08 11:51:59.438881 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f76b61-7d96-4717-a7b6-06e4f28c0fe2 None None] New status for floating IP e813665a-edb8-432c-9d64-5505d03efefb: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:52:00.461010 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-8cf5c8c3-d218-43f9-8c7d-7a4cd406b58b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130369283&fields=id&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 267 time: 0.0430641 Apr 08 11:52:00.570879 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-efb890b9-4652-400a-99d2-9287cfbff001 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:00.573124 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-efb890b9-4652-400a-99d2-9287cfbff001 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1056135 Apr 08 11:52:00.588122 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-b3f94029-9120-45ec-ab44-61da7bb804c1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/quotas/b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 375 time: 0.0097821 Apr 08 11:52:00.641254 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-f4d0f0d5-8fdf-4cc1-819c-9d3d3d06f71d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482221 Apr 08 11:52:00.737256 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-b6163021-2c9e-4e24-973e-d979bee4f5d0 service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Apr 08 11:52:00.829707 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-c491ee78-05ed-4b18-8eef-aa8cf7b15718 service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860784 Apr 08 11:52:01.743299 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 0132038d-e3cb-4d5e-bb72-b37b64d04316 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:52:01.763704 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 0132038d-e3cb-4d5e-bb72-b37b64d04316 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:52:01.764045 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 0132038d-e3cb-4d5e-bb72-b37b64d04316 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:52:02.632018 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-96ac2619-dca6-4d93-869d-d40390117584 req-45db491b-d555-4616-9f14-07456134d3bb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 210 time: 0.0360129 Apr 08 11:52:03.728878 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5facc507-45bd-4e48-ad1a-734f71f9d5f2 req-f200ef90-71a3-4879-88d7-31466b53e0ff tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 210 time: 0.0275114 Apr 08 11:52:03.994793 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:52:04.875539 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-3b9810df-a4e0-4fdd-8602-f584659f0765 req-cb26cb22-e62a-4f9a-9aa2-c04183393072 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 210 time: 0.0786843 Apr 08 11:52:04.992668 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-ae8ee72e-197b-42a8-9536-652031e81cd8 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.994134 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-ae8ee72e-197b-42a8-9536-652031e81cd8 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1091847 Apr 08 11:52:05.055396 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-54d49e06-3b2c-45dd-9018-7d7b29dc9238 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 380 time: 0.0523589 Apr 08 11:52:05.064180 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'port': {'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'admin_state_up': True, 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'security_groups': ['a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:05.272897 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Made reservation on behalf of b49a0b89499a4dda90b1da605b637b0a for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:52:05.276327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:05.399684 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.20.0.7 (e8df47f6-f16b-4656-9377-f54eb8d0e3da/2b46ef87-a607-4fd3-a737-6056b0746c78/092215a6-b5ef-4440-8563-239b6b70b735) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:52:05.551364 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (092215a6-b5ef-4440-8563-239b6b70b735), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:05.679279 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:05.721643 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:52:05.725337 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:52:05.728058 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:52:05.756789 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:05.786572 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:05.787207 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:05.914835 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-9a71662e-efe7-434b-9b2a-02b8e8a38f85 None None] Provisioning complete for port 092215a6-b5ef-4440-8563-239b6b70b735 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:52:05.915362 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9a71662e-efe7-434b-9b2a-02b8e8a38f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (092215a6-b5ef-4440-8563-239b6b70b735), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:05.927582 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-59c7baa1-f447-491b-a1ef-6344df0fd083 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674521 Apr 08 11:52:05.939684 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Request body: {'port': {'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:05.950065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9a71662e-efe7-434b-9b2a-02b8e8a38f85 None None] Port 092215a6-b5ef-4440-8563-239b6b70b735 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:52:06.038759 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (092215a6-b5ef-4440-8563-239b6b70b735), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.056403 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb93c42-80ef-412c-a054-faa9ef1f580b req-52ade6f9-a897-492e-ade5-389526f61a44 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:06.057910 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cbb93c42-80ef-412c-a054-faa9ef1f580b req-52ade6f9-a897-492e-ade5-389526f61a44 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 931 time: 0.0919859 Apr 08 11:52:06.186832 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3ac1326d-67af-4a95-999e-45e42ce3bf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.198389 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cbb93c42-80ef-412c-a054-faa9ef1f580b req-9337871c-4c04-49ec-b128-65014e5ac8fe tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336746 Apr 08 11:52:06.357741 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092215a6-b5ef-4440-8563-239b6b70b735 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:52:06.366210 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks [] for port (092215a6-b5ef-4440-8563-239b6b70b735), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.379252 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Transition to ACTIVE for port object 092215a6-b5ef-4440-8563-239b6b70b735 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:52:06.484363 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.537534 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Pushing event updated for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:06.615568 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Attempting to bind port 092215a6-b5ef-4440-8563-239b6b70b735 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:52:06.617514 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Attempting to bind port 092215a6-b5ef-4440-8563-239b6b70b735 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:52:06.617514 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Attempting to bind port 092215a6-b5ef-4440-8563-239b6b70b735 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:52:06.620977 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Port 092215a6-b5ef-4440-8563-239b6b70b735 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:52:06.621329 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Attempting to bind port 092215a6-b5ef-4440-8563-239b6b70b735 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:52:06.627063 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:52:06.627406 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:52:06.627790 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Bound using segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:52:06.628222 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Bound port: 092215a6-b5ef-4440-8563-239b6b70b735, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:52:06.628583 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (092215a6-b5ef-4440-8563-239b6b70b735), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.694766 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:52:06.698139 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=092215a6-b5ef-4440-8563-239b6b70b735,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:52:06.850673 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.884238 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:06.884908 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:06.887368 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] 10.222.0.61 "PUT /v2.0/ports/092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 1093 time: 0.9522369 Apr 08 11:52:06.887368 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:06.888868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7ea07-03ab-494e-b146-7c9ea31dc11f" -d '{"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:06.917030 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688cd98-073a-4cf5-82de-70210b2c2527 service neutron] Pushing event updated for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:06.934020 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47500b2a-6c95-40d5-86bd-ba5135752909 x-openstack-request-id: req-47500b2a-6c95-40d5-86bd-ba5135752909 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:06.934327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:06.934615 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47500b2a-6c95-40d5-86bd-ba5135752909 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:06.935019 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47500b2a-6c95-40d5-86bd-ba5135752909'] response: {'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735', 'status': 'completed', 'code': 200} Apr 08 11:52:07.002973 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-d1f48551-f2a1-47b0-ae03-7290a3293169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.004519 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-d1f48551-f2a1-47b0-ae03-7290a3293169 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1127 time: 0.0488944 Apr 08 11:52:07.108882 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-31afeb40-4958-4dd2-b718-5ba18ceafec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.110944 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-31afeb40-4958-4dd2-b718-5ba18ceafec0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b49a0b89499a4dda90b1da605b637b0a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0997550 Apr 08 11:52:07.205986 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-3e6e84e0-c344-4cc5-b657-167005c9be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.207448 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-49a7ea07-03ab-494e-b146-7c9ea31dc11f req-3e6e84e0-c344-4cc5-b657-167005c9be1f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911407 Apr 08 11:52:07.320086 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-f410cb52-d708-4328-a44e-9a99324e388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.321599 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-f410cb52-d708-4328-a44e-9a99324e388c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1127 time: 0.0791461 Apr 08 11:52:07.334258 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e38f5-1111-4ec3-9d86-e569352455c0 req-1e724e89-69e9-463a-9b3c-728f1a281322 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.335637 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-007e38f5-1111-4ec3-9d86-e569352455c0 req-1e724e89-69e9-463a-9b3c-728f1a281322 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0665843 Apr 08 11:52:07.379162 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-f63f5109-904d-4e42-97cc-5fe1a89cfb1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 217 time: 0.0424590 Apr 08 11:52:07.446379 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-007e38f5-1111-4ec3-9d86-e569352455c0 req-1961771c-b348-4485-9b54-971f59a5f9d1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042402 Apr 08 11:52:07.453486 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-044c2ce2-bdc2-457c-9007-049a0f68da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.455539 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-044c2ce2-bdc2-457c-9007-049a0f68da5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0703063 Apr 08 11:52:07.504402 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-af7ab7ab-3463-49df-ba59-4f9c09a4d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.506281 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-af7ab7ab-3463-49df-ba59-4f9c09a4d762 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451708 Apr 08 11:52:07.600056 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-595ce50f-c990-4550-bb36-0bca47eb53ea service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880218 Apr 08 11:52:07.687824 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-69b9583e-635a-4e56-83bb-70b0b6569f61 req-b1b38d92-da0b-4382-beec-122577e2dcca service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823925 Apr 08 11:52:08.565332 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa9d09-0014-4054-871b-2a2376d6df05 req-780f37cc-0d15-4125-a72d-9c735eeda253 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:08.566815 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-86fa9d09-0014-4054-871b-2a2376d6df05 req-780f37cc-0d15-4125-a72d-9c735eeda253 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0520961 Apr 08 11:52:08.610831 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdcc-1409-4608-9843-b5cb7c05a610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.615242 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-86fa9d09-0014-4054-871b-2a2376d6df05 req-58dbcd80-fa1a-4190-a7b4-65ae8d814865 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Apr 08 11:52:09.552563 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.768294 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028cd7-601d-44a2-9262-ef2477c2c5fa req-38c69e2f-e0df-4e9b-b389-91bef4147b24 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.769685 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d5028cd7-601d-44a2-9262-ef2477c2c5fa req-38c69e2f-e0df-4e9b-b389-91bef4147b24 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0885043 Apr 08 11:52:09.818573 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d5028cd7-601d-44a2-9262-ef2477c2c5fa req-c3b34714-fd1c-48c2-a739-c16ac38ea340 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Apr 08 11:52:10.938275 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3d958-313b-424e-8dd8-a034f97088d2 req-a618ff51-16fa-4fe5-a0fd-e9a628736ebf tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:10.940015 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-13d3d958-313b-424e-8dd8-a034f97088d2 req-a618ff51-16fa-4fe5-a0fd-e9a628736ebf tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0548263 Apr 08 11:52:10.952834 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:10.994232 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-13d3d958-313b-424e-8dd8-a034f97088d2 req-87159c23-a3fa-4563-820f-88fba115c519 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484388 Apr 08 11:52:12.111857 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e792-3e87-4d3c-b8ab-0dc081e7b1ca req-335dfb27-b2d9-4e22-ab54-37a76daedfb3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:12.113368 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d0d9e792-3e87-4d3c-b8ab-0dc081e7b1ca req-335dfb27-b2d9-4e22-ab54-37a76daedfb3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0531547 Apr 08 11:52:12.162119 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-d0d9e792-3e87-4d3c-b8ab-0dc081e7b1ca req-6e6d40a2-1ab9-4989-9a76-0c855fa00f72 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Apr 08 11:52:12.319013 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:13.280472 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e630-8869-4a72-8a35-6a077048b41e req-cada436a-266c-4c59-aadd-bd2994c6baec tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:13.281936 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a340e630-8869-4a72-8a35-6a077048b41e req-cada436a-266c-4c59-aadd-bd2994c6baec tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0546036 Apr 08 11:52:13.330803 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a340e630-8869-4a72-8a35-6a077048b41e req-931aa5c9-73a8-40e8-8c6f-929f7474a28b tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Apr 08 11:52:14.445342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092d8eb-69c7-4ffd-a440-7d1698420a99 req-3d906335-2d1d-419a-820b-89e8cda05246 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:14.446806 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7092d8eb-69c7-4ffd-a440-7d1698420a99 req-3d906335-2d1d-419a-820b-89e8cda05246 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0513833 Apr 08 11:52:14.497950 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-7092d8eb-69c7-4ffd-a440-7d1698420a99 req-a49ef563-c4d7-41fe-a472-f16893d14e16 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Apr 08 11:52:15.612499 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda1c68-8c2c-4f6f-a104-3e852420ce28 req-91d52814-4a61-4d6a-ac2f-f8f895235a1e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:15.613966 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4bda1c68-8c2c-4f6f-a104-3e852420ce28 req-91d52814-4a61-4d6a-ac2f-f8f895235a1e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 943 time: 0.0514305 Apr 08 11:52:15.661582 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4bda1c68-8c2c-4f6f-a104-3e852420ce28 req-c21a5bf7-5ba6-4edd-ba01-7eb64e3fd853 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Apr 08 11:52:15.789333 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 092215a6-b5ef-4440-8563-239b6b70b735 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:52:15.886238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=092215a6-b5ef-4440-8563-239b6b70b735,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:15.897667 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': '092215a6-b5ef-4440-8563-239b6b70b735', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:52:15.933825 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 092215a6-b5ef-4440-8563-239b6b70b735 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:15.934209 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (092215a6-b5ef-4440-8563-239b6b70b735), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:15.947452 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092215a6-b5ef-4440-8563-239b6b70b735 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:52:15.966859 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=092215a6-b5ef-4440-8563-239b6b70b735,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:16.078278 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:16.124310 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:16.131841 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.132188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.132527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.132887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.133220 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.133548 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.133868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.134188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.134507 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.134831 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.135148 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.135471 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.135787 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.136102 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.136415 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:16.457562 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['092215a6-b5ef-4440-8563-239b6b70b735'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:52:16.777351 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a8d5-5217-483a-8473-1124dac401b6 req-26f6be5d-6b59-4b72-b585-48dc25d208a3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:16.778829 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6945a8d5-5217-483a-8473-1124dac401b6 req-26f6be5d-6b59-4b72-b585-48dc25d208a3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 944 time: 0.0524979 Apr 08 11:52:16.828174 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-6945a8d5-5217-483a-8473-1124dac401b6 req-d0f462b1-e122-4464-873a-4186578409df tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Apr 08 11:52:17.806549 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 092215a6-b5ef-4440-8563-239b6b70b735 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:52:17.918662 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port 092215a6-b5ef-4440-8563-239b6b70b735 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:52:17.923738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port 092215a6-b5ef-4440-8563-239b6b70b735 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:52:17.924116 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (092215a6-b5ef-4440-8563-239b6b70b735), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:17.952255 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11d09b-b7fb-4426-9faa-2766ec063303 req-775a8ad5-e01e-47a1-99f3-b9717c128868 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:17.953767 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e11d09b-b7fb-4426-9faa-2766ec063303 req-775a8ad5-e01e-47a1-99f3-b9717c128868 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 944 time: 0.0556626 Apr 08 11:52:18.003002 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port 092215a6-b5ef-4440-8563-239b6b70b735 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:18.004738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (092215a6-b5ef-4440-8563-239b6b70b735), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:18.005457 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-1e11d09b-b7fb-4426-9faa-2766ec063303 req-51b3fa3e-eb44-46c7-9127-2fa1450ec462 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459299 Apr 08 11:52:18.026042 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:18.028310 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e601814-a45c-4e63-89a9-01115c0f201f" -d '{"events": [{"server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "name": "network-vif-plugged", "status": "completed", "tag": "092215a6-b5ef-4440-8563-239b6b70b735"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:18.043065 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=092215a6-b5ef-4440-8563-239b6b70b735,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:18.147055 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:18.196942 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:19.076510 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fdd45f-db6b-4701-8367-084b81c80162 x-openstack-request-id: req-e4fdd45f-db6b-4701-8367-084b81c80162 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:19.087303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "name": "network-vif-plugged", "status": "completed", "tag": "092215a6-b5ef-4440-8563-239b6b70b735", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:19.087303 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4fdd45f-db6b-4701-8367-084b81c80162 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:19.087303 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fdd45f-db6b-4701-8367-084b81c80162'] response: {'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735', 'code': 200} Apr 08 11:52:19.128763 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cceff-7e7b-4359-92e9-27fbf683c484 req-f6aaa361-7cc7-4058-8978-4a58a37b9c86 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:19.130286 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-055cceff-7e7b-4359-92e9-27fbf683c484 req-f6aaa361-7cc7-4058-8978-4a58a37b9c86 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0582271 Apr 08 11:52:19.178754 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-055cceff-7e7b-4359-92e9-27fbf683c484 req-0f5a9121-2048-4156-855d-6933b1fff2ea tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Apr 08 11:52:19.478700 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37e7e6-4547-49a8-81fa-0612c31e1f2b req-39128cc1-feba-49ef-8976-967af51e20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:19.480194 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ef37e7e6-4547-49a8-81fa-0612c31e1f2b req-39128cc1-feba-49ef-8976-967af51e20fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0503964 Apr 08 11:52:19.524238 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ef37e7e6-4547-49a8-81fa-0612c31e1f2b req-f814d44f-cbdf-457d-aba6-6f660fcc6ed7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384336 Apr 08 11:52:20.303843 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d7c54-ca9d-48d2-acd8-f21e60152b5b req-a0fbfc61-3718-48aa-89d2-4972eb8b99c1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:20.305265 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-476d7c54-ca9d-48d2-acd8-f21e60152b5b req-a0fbfc61-3718-48aa-89d2-4972eb8b99c1 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0568926 Apr 08 11:52:20.354254 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-476d7c54-ca9d-48d2-acd8-f21e60152b5b req-987c50fe-66f1-462e-8c4d-2562357e7f03 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Apr 08 11:52:20.409762 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:21.471261 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48195c1-b24b-44f8-8043-10e541f75623 req-e9087188-4eed-41b8-a19e-c0285021cdfa tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:21.472749 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b48195c1-b24b-44f8-8043-10e541f75623 req-e9087188-4eed-41b8-a19e-c0285021cdfa tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0523870 Apr 08 11:52:21.524900 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b48195c1-b24b-44f8-8043-10e541f75623 req-7159abd3-8df2-4811-8b49-8f86f5c69cc7 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 Apr 08 11:52:21.648571 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10166ab-2e7b-444f-9547-1aa501bf3151 req-3db3d8b2-8070-422f-8e25-0c4bb8f650af tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:21.649976 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e10166ab-2e7b-444f-9547-1aa501bf3151 req-3db3d8b2-8070-422f-8e25-0c4bb8f650af tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0561819 Apr 08 11:52:21.697538 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e10166ab-2e7b-444f-9547-1aa501bf3151 req-f370ac54-f015-4172-b399-e0e7254a4232 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Apr 08 11:52:21.719770 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56512) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:21.761518 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfc14b-cb38-43a3-9342-255e44f22249 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:21.763005 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-66dfc14b-cb38-43a3-9342-255e44f22249 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1124 time: 0.0422139 Apr 08 11:52:21.765613 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56514) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:21.769883 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:21.895625 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:21.994989 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.099332 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.27.1.157 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/795f07b3-9503-4dee-b7d4-4b22db2567d0) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:52:22.198110 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.331481 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.369123 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:52:22.376198 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:52:22.380544 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:52:22.383619 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=795f07b3-9503-4dee-b7d4-4b22db2567d0,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:22.756384 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (2e157853-e1cf-4596-ae3c-ae8de54844e9), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.972778 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:23.119114 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:23.273054 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:23.346962 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=795f07b3-9503-4dee-b7d4-4b22db2567d0,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:23.361578 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (2e157853-e1cf-4596-ae3c-ae8de54844e9), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:23.461081 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.db.l3_db [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP 2e157853-e1cf-4596-ae3c-ae8de54844e9 associated. External IP: 172.27.1.157, port: 092215a6-b5ef-4440-8563-239b6b70b735. Apr 08 11:52:23.935148 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:52:24.043906 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:52:24.053331 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:52:24.063705 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:24.077737 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:52:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:24.177887 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:24.209812 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-b3eb23d5-6c37-467e-8732-c43d60d7205d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4429753 Apr 08 11:52:24.210415 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:24.212635 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:24.248776 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c5c32-bd04-4af1-ae6d-737d71618142 x-openstack-request-id: req-ea3c5c32-bd04-4af1-ae6d-737d71618142 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:24.249072 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:24.249321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea3c5c32-bd04-4af1-ae6d-737d71618142 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:24.249723 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3c5c32-bd04-4af1-ae6d-737d71618142'] response: {'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735', 'status': 'completed', 'code': 200} Apr 08 11:52:24.264222 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:24.311311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-bd6a9127-146d-4af6-bdc1-7a3e4ef3d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:24.312873 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-bd6a9127-146d-4af6-bdc1-7a3e4ef3d392 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0438478 Apr 08 11:52:24.417378 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-f52bd3c2-8c75-43c1-a3ae-c795d7b93e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:24.418942 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-f52bd3c2-8c75-43c1-a3ae-c795d7b93e3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.1003222 Apr 08 11:52:24.486108 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-9ad01d63-e6ea-4fa5-a009-d958551a41cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 999 time: 0.0601933 Apr 08 11:52:24.492472 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:22Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:24.519726 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:52:24.527698 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:24.528290 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:52:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:24.533595 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-1856eaed-65de-4005-b492-165155cd2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:24.535052 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-1856eaed-65de-4005-b492-165155cd2cad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0443640 Apr 08 11:52:24.592532 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-65f04659-d3f7-48e0-a609-b0a7ecb86d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:24.594082 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-65f04659-d3f7-48e0-a609-b0a7ecb86d2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537989 Apr 08 11:52:24.638314 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:24.684442 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-63025036-cf0f-45cf-b801-814c63d9b957 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841224 Apr 08 11:52:24.778536 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c4bd6d8f-505c-49f5-a83f-d3990c4892b9 req-37165b83-311c-47ae-855a-e1639deaa24b service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885279 Apr 08 11:52:24.866625 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:22Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:24.897438 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51477b3-6193-4b8f-8b0d-5d761f8769c9 None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:22Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:52:25.086108 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5321447-4c7b-497f-a210-5f03c876a6fd None None] New status for floating IP 2e157853-e1cf-4596-ae3c-ae8de54844e9: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:52:36.226744 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d46763e1-5d16-464e-a3b1-ffa7a46ab10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:38.798466 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e3e794f2-a519-457a-b315-943bb258d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:39.581226 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:40.993696 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:52:41.033046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:42.364382 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.484307 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:06.158319 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1a6de21a-8b3e-4d57-bfdc-3e8fb845ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:08.443347 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-7bd746d7-628c-492e-b70c-51615202c7fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068859 Apr 08 11:53:08.525463 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-81647fd6-9a86-4905-b235-a44939ece79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:08.526931 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-81647fd6-9a86-4905-b235-a44939ece79a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0448582 Apr 08 11:53:08.631134 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-c790f49f-aa6d-4e78-83c2-c3b07e552f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:08.632505 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-c790f49f-aa6d-4e78-83c2-c3b07e552f76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0878437 Apr 08 11:53:08.643953 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87f24178-01a7-4358-98ba-3e99e92ae5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:08.696777 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-4ebae41c-9b99-4c99-ac27-268af6db1a25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 1001 time: 0.0581820 Apr 08 11:53:08.747954 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-1a727a01-d6f4-4e2b-bbb9-ad0e29dfd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:08.749517 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-1a727a01-d6f4-4e2b-bbb9-ad0e29dfd5a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0472007 Apr 08 11:53:08.797522 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-222ea22e-ff2d-4b66-b5ce-efae51f4d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:08.799073 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-222ea22e-ff2d-4b66-b5ce-efae51f4d241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432732 Apr 08 11:53:08.885180 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-e56caad8-f533-48ba-b2a4-3f85bdb59588 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802383 Apr 08 11:53:08.977658 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-2a810aab-6d95-4654-b937-c5ece6d718f4 req-f2575245-15fc-4916-8d62-29ac132e67db service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 Apr 08 11:53:09.558238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:10.964047 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:12.301128 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:17.991984 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:53:20.398372 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:36.228994 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-705d704d-d491-473a-825f-754d70c9cff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:38.632012 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-84091a74-c86f-4c78-a6c6-ee060ae13eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:39.586621 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:40.980868 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:42.313025 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:50.610217 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:54.991953 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:54:06.232385 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-565cc0de-313d-4ddd-88e9-39d7c3de2164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:08.382658 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-4ff04b2d-85a5-4f21-b0da-ebc2f959b75c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438778 Apr 08 11:54:08.470790 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-8cae0f88-e9ff-4f55-a9a3-291ee4573ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.472284 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-8cae0f88-e9ff-4f55-a9a3-291ee4573ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0488107 Apr 08 11:54:08.572046 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-69cee63a-bf4a-4687-b8a7-e36ed3ed431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.573545 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-69cee63a-bf4a-4687-b8a7-e36ed3ed431a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0853596 Apr 08 11:54:08.609874 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-961772f6-a0ec-437d-902c-ce9b335cd7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:08.642770 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-48c62b2f-b56d-45c8-b703-0424d854a243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 1001 time: 0.0635571 Apr 08 11:54:08.690997 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-fa4ded3d-7287-4a38-8431-559a9bd29bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.692441 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-fa4ded3d-7287-4a38-8431-559a9bd29bee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0433729 Apr 08 11:54:08.739553 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-efc52b7f-362c-4b05-a7f7-bf1c1023f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.741111 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-efc52b7f-362c-4b05-a7f7-bf1c1023f13e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428138 Apr 08 11:54:08.832252 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-e6ab2b8e-d4d8-4275-ab1e-58de33abec9d service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855556 Apr 08 11:54:08.919794 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a65d4620-edee-4b72-8ba9-949a5ba486fe req-0e8ad498-c9ad-407d-be44-c24b56997dd0 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819473 Apr 08 11:54:09.569677 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:11.021835 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:12.323852 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:20.557991 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:26.856768 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-12476c3d-0f73-4c8c-aa73-4ecd6b9cd3f4 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130369283&fields=id&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 267 time: 0.0442741 Apr 08 11:54:26.966523 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-212a7292-c3b2-4204-8739-f115ce19e5e0 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:26.968221 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-212a7292-c3b2-4204-8739-f115ce19e5e0 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1037428 Apr 08 11:54:26.982909 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-1c0ae6ec-c1fe-4b24-84dd-b8e351fbd33d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/quotas/b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 375 time: 0.0092580 Apr 08 11:54:27.040254 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-62eaf67a-3b1b-4b4b-a3a6-4a4b0e4f5ad3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509572 Apr 08 11:54:27.240656 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-7b536ae9-6c73-46be-848f-46db35212d79 service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879206 Apr 08 11:54:27.329492 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-8b5b80c5-7176-4cc0-b55e-5a1871c79bac service neutron] 10.222.0.37 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830922 Apr 08 11:54:28.011416 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e7278d6b-5315-45ab-b115-0923787b683a req-01815abb-bf63-4089-9906-c6ec2b54cacb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 210 time: 0.0303657 Apr 08 11:54:29.119772 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-64a14000-75db-4d13-90fb-0194dc2dd9aa req-aadcdb3d-0b2e-4234-bc04-6e4f0130fb32 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 210 time: 0.0333531 Apr 08 11:54:30.212350 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-87cdf39f-cbbc-4859-a2e7-85b510ae4351 req-517f205a-54e0-4e40-b20e-d56b506da4b3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Apr 08 11:54:30.367186 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-e8256c12-07dd-4bcd-b8bf-1fabe8c9638a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:30.368497 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-e8256c12-07dd-4bcd-b8bf-1fabe8c9638a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 810 time: 0.1011791 Apr 08 11:54:30.430164 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-c114b716-fbd9-462c-a1d9-984a8eb7ecac tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49a0b89499a4dda90b1da605b637b0a HTTP/1.1" status: 200 len: 380 time: 0.0536761 Apr 08 11:54:30.447537 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'port': {'device_id': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'admin_state_up': True, 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'security_groups': ['a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7']}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:54:30.643761 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Made reservation on behalf of b49a0b89499a4dda90b1da605b637b0a for: {'port': 1} {{(pid=103999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:54:30.647247 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:30.776492 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_common [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.20.0.6 (e8df47f6-f16b-4656-9377-f54eb8d0e3da/2b46ef87-a607-4fd3-a737-6056b0746c78/b9755474-a89d-4413-b219-713d4e29bad5) {{(pid=103999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:54:30.909964 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (b9755474-a89d-4413-b219-713d4e29bad5), precommit_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.038167 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_create {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.085808 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da is already hosted by enough agents. {{(pid=103999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:54:31.088896 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.base_scheduler [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=103999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:54:31.102361 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=103999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:54:31.118891 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=1']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:31.132376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.135587 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.136873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.136873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.136873 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.137137 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:31.162060 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:31.162613 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.270119 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-20fa4e08-4721-4755-9d6c-2ab096a6a074 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255031 Apr 08 11:54:31.280762 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.v2.base [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Request body: {'port': {'device_id': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:54:31.373562 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-8eeca0f3-998a-41f1-a379-f485022b450d None None] Provisioning complete for port b9755474-a89d-4413-b219-713d4e29bad5 triggered by entity DHCP. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:54:31.382039 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8eeca0f3-998a-41f1-a379-f485022b450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b9755474-a89d-4413-b219-713d4e29bad5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.382197 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef88d8f-63f2-431e-a8cf-112f1d1ec57b req-8752733a-ff15-4ff4-86a2-f150f1b116dc tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:31.382197 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eef88d8f-63f2-431e-a8cf-112f1d1ec57b req-8752733a-ff15-4ff4-86a2-f150f1b116dc tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 931 time: 0.0974889 Apr 08 11:54:31.384125 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b9755474-a89d-4413-b219-713d4e29bad5), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.410976 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8eeca0f3-998a-41f1-a379-f485022b450d None None] Port b9755474-a89d-4413-b219-713d4e29bad5 cannot update to ACTIVE because it is not bound. {{(pid=104001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:54:31.476238 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-eef88d8f-63f2-431e-a8cf-112f1d1ec57b req-9ac2322b-984f-45d1-97bb-9f6f3e310afe tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886219 Apr 08 11:54:31.684173 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9755474-a89d-4413-b219-713d4e29bad5 {{(pid=103999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:54:31.692178 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks [] for port (b9755474-a89d-4413-b219-713d4e29bad5), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.704018 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.provisioning_blocks [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Transition to ACTIVE for port object b9755474-a89d-4413-b219-713d4e29bad5 will not be triggered until provisioned by entity L2. {{(pid=103999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:54:31.785561 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.839154 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Pushing event updated for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:31.915993 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Attempting to bind port b9755474-a89d-4413-b219-713d4e29bad5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:54:31.916335 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Attempting to bind port b9755474-a89d-4413-b219-713d4e29bad5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:54:31.916669 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Attempting to bind port b9755474-a89d-4413-b219-713d4e29bad5 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:54:31.921930 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Port b9755474-a89d-4413-b219-713d4e29bad5 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:54:31.922263 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Attempting to bind port b9755474-a89d-4413-b219-713d4e29bad5 on network e8df47f6-f16b-4656-9377-f54eb8d0e3da {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:54:31.927490 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Checking agent: {'id': '2619a727-05ce-4b27-b105-e0d12185dcec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'started_at': datetime.datetime(2022, 4, 8, 11, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:54:31.927817 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Checking segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:54:31.928198 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Bound using segment: {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:54:31.928633 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Bound port: b9755474-a89d-4413-b219-713d4e29bad5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8677feca-bcc4-48a7-9a31-e24c9a37858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:54:31.929020 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b9755474-a89d-4413-b219-713d4e29bad5), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:31.991806 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:54:32.000230 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:54:32.003287 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9755474-a89d-4413-b219-713d4e29bad5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:54:32.072880 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451309'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:32.112597 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.113320 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:32.114684 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] 10.222.0.61 "PUT /v2.0/ports/b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 200 len: 1093 time: 0.8382680 Apr 08 11:54:32.115126 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:32.117414 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673942de-373b-4831-b8d0-c1fa286b01b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:32.142409 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e775de3-4a2c-4b11-9bdd-4dace8cf3333 service neutron] Pushing event updated for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:32.213679 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cbfbd2-ff0d-4fc9-91bf-c0beecfe5251 x-openstack-request-id: req-04cbfbd2-ff0d-4fc9-91bf-c0beecfe5251 {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:32.214067 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:32.214336 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04cbfbd2-ff0d-4fc9-91bf-c0beecfe5251 {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:32.214818 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cbfbd2-ff0d-4fc9-91bf-c0beecfe5251'] response: {'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5', 'status': 'completed', 'code': 200} Apr 08 11:54:32.282311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-be3eaa05-6e89-448c-9e23-2f859c475b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.283847 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-be3eaa05-6e89-448c-9e23-2f859c475b4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1127 time: 0.0481768 Apr 08 11:54:32.536501 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-5563601d-a7d3-4c89-90a1-1e10422357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.538025 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-5563601d-a7d3-4c89-90a1-1e10422357a0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b49a0b89499a4dda90b1da605b637b0a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0959649 Apr 08 11:54:32.663799 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a87b8-e820-44ef-8ac3-25ab0573c122 req-e62056db-bf7a-499d-b5da-47ba784aaf16 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.665286 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d9a87b8-e820-44ef-8ac3-25ab0573c122 req-e62056db-bf7a-499d-b5da-47ba784aaf16 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.1143351 Apr 08 11:54:32.669788 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-fa823ada-12f1-46c5-bc2c-a52ff0939469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.671276 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-673942de-373b-4831-b8d0-c1fa286b01b8 req-fa823ada-12f1-46c5-bc2c-a52ff0939469 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275938 Apr 08 11:54:32.723854 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-9d9a87b8-e820-44ef-8ac3-25ab0573c122 req-f03b079e-f706-4e40-b76f-625aff4302da tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516253 Apr 08 11:54:32.756215 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-5e344f6c-c05e-428f-b491-bd2314447fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.757779 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-5e344f6c-c05e-428f-b491-bd2314447fa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1127 time: 0.0494895 Apr 08 11:54:32.797568 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-7bf7fad7-fc1d-4ffe-88ca-48495a76d8fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 200 len: 217 time: 0.0336537 Apr 08 11:54:32.848704 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-7778b788-7916-41b2-80bc-cef9165973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.850132 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-7778b788-7916-41b2-80bc-cef9165973a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0464301 Apr 08 11:54:32.897113 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-c8aa2878-af68-484a-8ac1-8dbb04a7f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.898558 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-c8aa2878-af68-484a-8ac1-8dbb04a7f1c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429900 Apr 08 11:54:32.986344 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-33317ffa-53ab-424f-9473-dfa9b1d97981 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817554 Apr 08 11:54:33.075478 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-72aa85a0-81f4-40b0-b038-aab8ce5128b3 req-131b56a6-0c13-4d2d-8c83-1f4b8d9bb99d service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Apr 08 11:54:33.842470 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14528940-8c84-4be7-9072-2095ac0f4f5f req-349eb147-c62f-4216-ba0c-b14ba334ec3c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:33.844528 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-14528940-8c84-4be7-9072-2095ac0f4f5f req-349eb147-c62f-4216-ba0c-b14ba334ec3c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0527220 Apr 08 11:54:33.892320 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-14528940-8c84-4be7-9072-2095ac0f4f5f req-cff3ee98-efe9-405d-b732-2bacec9b7d2a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Apr 08 11:54:35.009353 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7afaba-3156-48f7-bc41-f37c61e68309 req-51a96131-1852-434b-ad3e-9b03bf91118c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:35.010845 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-da7afaba-3156-48f7-bc41-f37c61e68309 req-51a96131-1852-434b-ad3e-9b03bf91118c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0534968 Apr 08 11:54:35.058400 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-da7afaba-3156-48f7-bc41-f37c61e68309 req-0f4d1b1f-3e66-41ec-9044-bdc7dbf01f7f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Apr 08 11:54:36.180178 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd2a7-4a57-4eee-ae98-b6709f6a3a6f req-b794ee27-2519-4186-ae4e-e86f8d64fa87 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:36.181673 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a6cd2a7-4a57-4eee-ae98-b6709f6a3a6f req-b794ee27-2519-4186-ae4e-e86f8d64fa87 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0556529 Apr 08 11:54:36.229963 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-5a6cd2a7-4a57-4eee-ae98-b6709f6a3a6f req-0fdc9e92-a671-4498-9e4a-f2b14fdcd081 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Apr 08 11:54:36.238080 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca73bf58-3eca-4915-b125-3edcf6f6dffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:37.350788 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553c52e-cb65-44f6-b791-10158404f52b req-686bbeff-3667-4499-bfdc-bd544b25e943 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:37.352271 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8553c52e-cb65-44f6-b791-10158404f52b req-686bbeff-3667-4499-bfdc-bd544b25e943 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0546498 Apr 08 11:54:37.400813 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-8553c52e-cb65-44f6-b791-10158404f52b req-cad2f47b-cbdd-4f54-a0dc-3afa513adfc6 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Apr 08 11:54:38.643624 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1749bc52-77bf-49b0-a380-b636a4c8a2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:38.685446 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a987d9-7286-46d9-9926-82dbf78c2ea0 req-d395dc44-37b4-4e49-b3eb-f30d35919efb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:38.686976 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f3a987d9-7286-46d9-9926-82dbf78c2ea0 req-d395dc44-37b4-4e49-b3eb-f30d35919efb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0526371 Apr 08 11:54:38.735596 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f3a987d9-7286-46d9-9926-82dbf78c2ea0 req-4fb658cf-262f-48d0-b4c6-00ca87aaa38a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Apr 08 11:54:39.563460 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:39.849870 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78d9e-26d5-4b46-b452-5188c07ed9b0 req-1f77d9ab-fa4c-4cc1-bec1-87d9fea5cf44 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:39.851327 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4a78d9e-26d5-4b46-b452-5188c07ed9b0 req-1f77d9ab-fa4c-4cc1-bec1-87d9fea5cf44 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 943 time: 0.0509033 Apr 08 11:54:39.898781 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a4a78d9e-26d5-4b46-b452-5188c07ed9b0 req-6e0d9f3e-3adf-4421-b731-3fa4b48a892f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419877 Apr 08 11:54:40.551824 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device b9755474-a89d-4413-b219-713d4e29bad5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:54:40.650722 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9755474-a89d-4413-b219-713d4e29bad5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:40.662313 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Returning: {'device': 'b9755474-a89d-4413-b219-713d4e29bad5', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'port_id': 'b9755474-a89d-4413-b219-713d4e29bad5', 'mac_address': 'fa:16:3e:79:ba:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:54:40.697843 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port b9755474-a89d-4413-b219-713d4e29bad5 is: DOWN; New status is: BUILD {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:40.698221 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b9755474-a89d-4413-b219-713d4e29bad5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:40.710895 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9755474-a89d-4413-b219-713d4e29bad5 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:54:40.729526 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9755474-a89d-4413-b219-713d4e29bad5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:40.803430 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:40.849854 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=4']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:40.856571 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.856939 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.857279 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.857612 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.858049 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.858532 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.858692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.859015 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.859336 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.859657 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.859977 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.860295 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.860613 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.860950 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.861267 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:40.980715 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:41.016349 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b22a9-ba2b-4835-9ab3-6dbe4cbe5c5c req-7029f93a-7d42-4df9-87e1-e0c8cda51d65 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:41.017844 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-788b22a9-ba2b-4835-9ab3-6dbe4cbe5c5c req-7029f93a-7d42-4df9-87e1-e0c8cda51d65 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 944 time: 0.0531421 Apr 08 11:54:41.068644 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-788b22a9-ba2b-4835-9ab3-6dbe4cbe5c5c req-767a0ee7-8939-48db-98ab-bf8e4aeff5c3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Apr 08 11:54:41.221293 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] get_ports_and_sgs() called for port_ids ['b9755474-a89d-4413-b219-713d4e29bad5'] {{(pid=104001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:54:42.195586 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459d43-777d-49bb-931d-dfab89bfa8a2 req-585a3e38-bb61-4cec-a5e5-4eb485d44a15 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:42.197151 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3459d43-777d-49bb-931d-dfab89bfa8a2 req-585a3e38-bb61-4cec-a5e5-4eb485d44a15 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 944 time: 0.0613353 Apr 08 11:54:42.247960 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-a3459d43-777d-49bb-931d-dfab89bfa8a2 req-8e9933f3-92e0-467c-b79f-7e1279caf912 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Apr 08 11:54:42.271825 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:42.566960 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device b9755474-a89d-4413-b219-713d4e29bad5 up at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:54:42.700279 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning for port b9755474-a89d-4413-b219-713d4e29bad5 completed by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:54:42.704709 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Provisioning complete for port b9755474-a89d-4413-b219-713d4e29bad5 triggered by entity L2. {{(pid=104001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:54:42.705094 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725889'] for port (b9755474-a89d-4413-b219-713d4e29bad5), provisioning_complete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:42.780547 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Current status of the port b9755474-a89d-4413-b219-713d4e29bad5 is: BUILD; New status is: ACTIVE {{(pid=104001) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:42.780950 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (b9755474-a89d-4413-b219-713d4e29bad5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:42.802192 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:42.804361 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ecf132ad7a2cabedd1af9cec24dadd36404734be9b4aa6e64808a96c98143d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e5e31b-4e97-44ed-9139-e19ddc5d2eb4" -d '{"events": [{"server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "name": "network-vif-plugged", "status": "completed", "tag": "b9755474-a89d-4413-b219-713d4e29bad5"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:42.816260 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9755474-a89d-4413-b219-713d4e29bad5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:42.889882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd39f07-799a-44ac-bfb9-335b658a6adb x-openstack-request-id: req-1cd39f07-799a-44ac-bfb9-335b658a6adb {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:42.890755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "name": "network-vif-plugged", "status": "completed", "tag": "b9755474-a89d-4413-b219-713d4e29bad5", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:42.890755 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cd39f07-799a-44ac-bfb9-335b658a6adb {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:42.890979 dv-cinder-836072-3-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd39f07-799a-44ac-bfb9-335b658a6adb'] response: {'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5', 'code': 200} Apr 08 11:54:42.891934 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:42.943123 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Pushing event updated for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=5']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:43.269126 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c70453-49c8-48fd-88fd-5fac61727569 req-b0533532-3bb0-4115-a1c8-c368e51b8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:43.270622 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c0c70453-49c8-48fd-88fd-5fac61727569 req-b0533532-3bb0-4115-a1c8-c368e51b8b98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1129 time: 0.0464580 Apr 08 11:54:43.326001 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c0c70453-49c8-48fd-88fd-5fac61727569 req-11c36878-3e56-454b-ac2f-74f05eb8d362 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490837 Apr 08 11:54:43.366126 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed589059-cd65-46b3-92d6-cb0623d7bfec req-3b942879-50d6-47c8-82c2-12a72ff21e42 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:43.367547 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ed589059-cd65-46b3-92d6-cb0623d7bfec req-3b942879-50d6-47c8-82c2-12a72ff21e42 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Apr 08 11:54:43.418676 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-ed589059-cd65-46b3-92d6-cb0623d7bfec req-1dddee81-ef03-492a-b9a2-85918a672e90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 Apr 08 11:54:44.540342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb299c-53d2-4ef3-aba7-3a378e6fcba2 req-50454989-4a11-401b-90d7-c1880f83b187 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:44.541849 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25fb299c-53d2-4ef3-aba7-3a378e6fcba2 req-50454989-4a11-401b-90d7-c1880f83b187 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0541403 Apr 08 11:54:44.589870 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-25fb299c-53d2-4ef3-aba7-3a378e6fcba2 req-c7251bb5-c457-4371-b8bd-be273b88c52a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Apr 08 11:54:45.705865 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d688f-68a7-4379-a570-7455f6be2b6c req-30c19b01-e0cc-48d9-ab85-93812ff72b65 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:45.707306 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f23d688f-68a7-4379-a570-7455f6be2b6c req-30c19b01-e0cc-48d9-ab85-93812ff72b65 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0525868 Apr 08 11:54:45.755194 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-f23d688f-68a7-4379-a570-7455f6be2b6c req-69d94636-c246-4a4c-9c61-11eba79e4acc tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Apr 08 11:54:45.868780 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c08be-1c67-48ec-92f0-693dd48ea67d req-925bea46-d0f3-48f7-bb38-48fb5ee3fd29 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:45.870233 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c6c08be-1c67-48ec-92f0-693dd48ea67d req-925bea46-d0f3-48f7-bb38-48fb5ee3fd29 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0517695 Apr 08 11:54:45.918659 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2c6c08be-1c67-48ec-92f0-693dd48ea67d req-d74cac7d-4cf5-4ffb-9180-8a08b2637c7d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Apr 08 11:54:45.940584 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56668) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:54:46.061631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ed16b-4e26-4efc-98b2-fca26fc87c17 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:46.063038 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-199ed16b-4e26-4efc-98b2-fca26fc87c17 tempest-TestVolumeBootPattern-1641586990 tempest-TestVolumeBootPattern-1641586990-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1124 time: 0.1214731 Apr 08 11:54:46.065750 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56674) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:54:46.069870 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Request body: {'floatingip': {'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'port_id': 'b9755474-a89d-4413-b219-713d4e29bad5', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:54:46.180396 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:46.277906 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:46.384962 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Allocated IP 172.27.1.40 (d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4/b3fdc438-93c9-45d1-99bd-6a7afcce2007/7ec39b95-1477-46ec-9f9a-943fce19b4be) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:54:46.485328 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:46.632508 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728625147468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:46.674826 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Network d9bc02b0-abc6-4370-8fb9-4fabbeef8bf4 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:54:46.677527 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:54:46.682992 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:54:46.688602 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=7ec39b95-1477-46ec-9f9a-943fce19b4be,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:46.714579 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.714926 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.715268 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.715637 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.715977 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.716307 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.716631 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.716983 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.718048 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.718382 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.718714 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.719040 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.719366 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.719686 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:46.720007 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:47.068577 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (e715a393-b631-471d-a1c0-659f9a4cab02), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:47.229242 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3493726'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:47.378141 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:47.460532 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728625606759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728625147486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728625147504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237366'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:47.528413 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event updated for resources: {'Port': ['ID=7ec39b95-1477-46ec-9f9a-943fce19b4be,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:47.538263 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3855563'] for floatingip (e715a393-b631-471d-a1c0-659f9a4cab02), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:47.540647 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-ef625e87-9346-4129-8ac8-4c7a179ff17e service neutron] (104000) timed out ('10.222.0.37', 53728) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:54:47.638531 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP e715a393-b631-471d-a1c0-659f9a4cab02 associated. External IP: 172.27.1.40, port: b9755474-a89d-4413-b219-713d4e29bad5. Apr 08 11:54:47.714417 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-853b9c37-ab34-469c-9a04-07edc1be0f6d req-7ccc0177-b1e2-481c-a013-4dab6ec3adca tempest-AttachVolumeShelveTestJSON-21580582 tempest-AttachVolumeShelveTestJSON-21580582-project] (104000) timed out ('10.222.0.37', 53736) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:54:47.846062 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:54:47.954776 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:54:47.966695 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:54:47.982580 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:54:47.982580 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:54:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:48.056668 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:48.086500 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-63bf7766-2c7c-431c-afec-ec64d12549de tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0197489 Apr 08 11:54:48.087215 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:48.088077 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:54:48.089336 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad2be06-ec64-4a72-80aa-5054f6929838" -d '{"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:48.176127 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91deeebd-1284-4c80-9553-06b30ee55fb0 x-openstack-request-id: req-91deeebd-1284-4c80-9553-06b30ee55fb0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:48.176422 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:48.176705 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91deeebd-1284-4c80-9553-06b30ee55fb0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:48.177105 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91deeebd-1284-4c80-9553-06b30ee55fb0'] response: {'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5', 'status': 'completed', 'code': 200} Apr 08 11:54:48.241521 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-3df45377-5e81-49c2-86eb-fe903f20fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:48.243040 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-3df45377-5e81-49c2-86eb-fe903f20fecf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1129 time: 0.0441468 Apr 08 11:54:48.338809 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-b1df581f-8257-4453-96f0-2a3dd3046750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:48.340331 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-b1df581f-8257-4453-96f0-2a3dd3046750 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0921307 Apr 08 11:54:48.406346 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-008ef90a-0379-495f-a79d-397ca9310d28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 200 len: 998 time: 0.0597925 Apr 08 11:54:48.409992 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}, {'id': 'e715a393-b631-471d-a1c0-659f9a4cab02', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': 'b9755474-a89d-4413-b219-713d4e29bad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:79:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:54:46Z', 'updated_at': '2022-04-08T11:54:46Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:48.436843 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:54:48.445173 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:54:48.445771 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:54:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:48.457364 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-3ff313d6-4007-4622-8e90-7e43dc4c5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:48.458895 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-3ff313d6-4007-4622-8e90-7e43dc4c5f2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0472593 Apr 08 11:54:48.507834 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-b7ff104c-9b9d-422c-82af-a2a2badae22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:48.509360 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-b7ff104c-9b9d-422c-82af-a2a2badae22d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452814 Apr 08 11:54:48.553792 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:54:48.597053 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-6fe0951d-a0fa-4451-a38a-50ce12c18c8d service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810764 Apr 08 11:54:48.688642 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-5ad2be06-ec64-4a72-80aa-5054f6929838 req-53d97794-8693-42d7-9ab2-f2b1164aa9fa service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853963 Apr 08 11:54:48.778954 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}, {'id': 'e715a393-b631-471d-a1c0-659f9a4cab02', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': 'b9755474-a89d-4413-b219-713d4e29bad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:79:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:54:46Z', 'updated_at': '2022-04-08T11:54:46Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:48.805126 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec262d-3b78-47b1-88f4-89337370f791 None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}, {'id': 'e715a393-b631-471d-a1c0-659f9a4cab02', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': 'b9755474-a89d-4413-b219-713d4e29bad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:79:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:54:46Z', 'updated_at': '2022-04-08T11:54:46Z', 'revision_number': 0, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:54:49.007273 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf2bdd-1a6b-4e9a-aa2c-af7b1cad029e None None] New status for floating IP e715a393-b631-471d-a1c0-659f9a4cab02: ACTIVE {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:54:50.438019 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:06.220690 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e605d74-ede5-41fe-b43a-11ef60ee2874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:08.383855 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-1841458c-4e02-4378-852c-27e5cfb55140 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438385 Apr 08 11:55:08.468327 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-5615556d-6776-40aa-b76b-f69cca9f1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:08.469872 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-5615556d-6776-40aa-b76b-f69cca9f1840 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0441093 Apr 08 11:55:08.574150 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-6a24c665-6701-48df-b67f-207e3db70898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:08.575656 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-6a24c665-6701-48df-b67f-207e3db70898 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0886650 Apr 08 11:55:08.631788 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8e633d55-7a00-411a-ac27-1f8d6528cd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:08.647578 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-0f3db88d-d947-40a6-99ca-1f4f9422e52e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 1001 time: 0.0605905 Apr 08 11:55:08.952096 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-5398d499-7559-4030-b8ae-33040b21452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:08.953600 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-5398d499-7559-4030-b8ae-33040b21452e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.2998271 Apr 08 11:55:08.990586 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:55:09.001756 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-df0c7939-a720-4b22-b7ce-b67b461a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:09.003330 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-df0c7939-a720-4b22-b7ce-b67b461a8caf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439227 Apr 08 11:55:09.091748 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-07265f37-376c-4c96-ad32-ad522a6ca5d6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826600 Apr 08 11:55:09.178300 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-55658ce7-5d46-4bdf-b250-b3fb5a23e271 req-4bdc35e1-4f94-492c-8060-e116b24ed22e service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809507 Apr 08 11:55:09.546311 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.951887 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.300696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.442702 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:36.202855 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b5f30274-6434-4338-ae42-128786571fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:38.637016 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a995dd83-fc42-4d2c-8aab-236c2ff8358a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:39.585524 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:40.968309 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:42.277143 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:45.989705 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:55:50.448726 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.185356 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-521f9efe-8d52-419b-90f9-f16d6d8500ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:08.408932 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-6c42c3b9-cce4-49b5-ae0b-b211a12147ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427942 Apr 08 11:56:08.477313 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-30d699f8-f5bb-42ce-88a4-52a4fa0a9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.478797 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-30d699f8-f5bb-42ce-88a4-52a4fa0a9686 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1129 time: 0.0513027 Apr 08 11:56:08.580473 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-dfba1079-7c49-4fcf-b73f-537f53263e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.581973 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-dfba1079-7c49-4fcf-b73f-537f53263e3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0854707 Apr 08 11:56:08.614853 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2aed1759-8a33-46e0-883a-4acc7ce8db94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:08.649511 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-1f559bfb-d9bf-4d0b-9902-e8ab98cd3d14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 200 len: 1000 time: 0.0621507 Apr 08 11:56:08.698229 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-3763b963-da77-4ae8-b340-8fdf865167c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.699797 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-3763b963-da77-4ae8-b340-8fdf865167c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0439420 Apr 08 11:56:08.747791 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-cb8567d4-fd27-41df-80c3-11d37a269ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.749325 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-cb8567d4-fd27-41df-80c3-11d37a269ff4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440102 Apr 08 11:56:08.839355 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-e8027001-2c31-44bf-b2ac-9904b86e4a7a service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845439 Apr 08 11:56:08.927252 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-c48ced8d-35f2-4d2f-8ba2-55c6569cc729 req-9474e119-129f-404a-b7da-763b8670864a service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814743 Apr 08 11:56:09.635882 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:11.014301 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:12.281748 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.847554 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-6249e051-2836-46e9-b54b-96b3b7eeddac req-7efa301e-1ab2-4555-b4e4-85fcdd0233eb service neutron] (104000) timed out ('10.222.0.61', 65020) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:56:20.430593 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:22.988230 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:56:36.270663 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c8fe-05ad-429f-a4f5-6af751690729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:36.929749 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56720) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:37.092594 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port 7ec39b95-1477-46ec-9f9a-943fce19b4be {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:37.092960 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.168713 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.169028 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (7ec39b95-1477-46ec-9f9a-943fce19b4be), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.180399 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for 7ec39b95-1477-46ec-9f9a-943fce19b4be owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:37.442582 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (7ec39b95-1477-46ec-9f9a-943fce19b4be), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.468384 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=7ec39b95-1477-46ec-9f9a-943fce19b4be,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:37.493707 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.494056 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.494425 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.494766 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.495097 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.495427 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.495754 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.496713 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.497041 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.497370 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.497696 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.498023 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.498343 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.498662 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.498984 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:37.543804 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (e715a393-b631-471d-a1c0-659f9a4cab02), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.544113 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP e715a393-b631-471d-a1c0-659f9a4cab02 disassociated (deleted). External IP: 172.27.1.40, port: b9755474-a89d-4413-b219-713d4e29bad5. Apr 08 11:56:37.863118 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:37.970635 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:37.978529 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:37.985215 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:37.994730 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:37.995324 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:38.008229 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-56ab5e3e-75ee-4ca1-92a8-fb958e8171ba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "DELETE /v2.0/floatingips/e715a393-b631-471d-a1c0-659f9a4cab02 HTTP/1.1" status: 204 len: 168 time: 1.0774202 Apr 08 11:56:38.008840 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:38.011080 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:38.051904 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a7386f-7e58-4a1c-a025-98fec47061b1 x-openstack-request-id: req-85a7386f-7e58-4a1c-a025-98fec47061b1 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:38.052201 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "tag": "b9755474-a89d-4413-b219-713d4e29bad5", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:38.052454 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85a7386f-7e58-4a1c-a025-98fec47061b1 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:38.052902 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a7386f-7e58-4a1c-a025-98fec47061b1'] response: {'name': 'network-changed', 'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5', 'status': 'completed', 'code': 200} Apr 08 11:56:38.109736 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:38.129297 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-0cdc08fc-682f-4223-b541-1a9eb25c4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:38.130838 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-0cdc08fc-682f-4223-b541-1a9eb25c4273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 1129 time: 0.0578201 Apr 08 11:56:38.225547 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-d28fd5f4-6bb1-4143-bc4d-3abd5297ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:38.227054 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-d28fd5f4-6bb1-4143-bc4d-3abd5297ef8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0909917 Apr 08 11:56:38.272646 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-afb23dfb-4812-42fe-a079-09466dee06b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 200 len: 217 time: 0.0392101 Apr 08 11:56:38.323031 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-f41ff71b-cbaa-46b0-bd97-2208f6a60066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:38.325326 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-f41ff71b-cbaa-46b0-bd97-2208f6a60066 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0462532 Apr 08 11:56:38.350228 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:38.377457 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:38.379840 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-73070589-dccd-4557-8c51-cfb18f18e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:38.381450 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-73070589-dccd-4557-8c51-cfb18f18e7f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486131 Apr 08 11:56:38.385821 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:38.387043 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:09Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:38.481038 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-6e4c5723-8ac0-4da7-ad48-0d48118a2fd6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926058 Apr 08 11:56:38.501464 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:38.552791 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a63db-8ff4-40ce-9d8a-b742d5d95a33 req-ae613fe7-ebe7-4f30-a77c-123a5c3c7db5 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:38.554259 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-816a63db-8ff4-40ce-9d8a-b742d5d95a33 req-ae613fe7-ebe7-4f30-a77c-123a5c3c7db5 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0570154 Apr 08 11:56:38.609509 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-816a63db-8ff4-40ce-9d8a-b742d5d95a33 req-889098c3-0e5a-4d4d-9bec-a4d14a239432 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488877 Apr 08 11:56:38.652900 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3875dd8-6325-4914-94ce-b6398a824274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:38.815109 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:38.841268 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63a2af-91f6-429b-96f1-34446e627dd5 None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_floatingips': [{'id': '2e157853-e1cf-4596-ae3c-ae8de54844e9', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'router_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'port_id': '092215a6-b5ef-4440-8563-239b6b70b735', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'mac_address': 'fa:16:3e:a2:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:22Z', 'updated_at': '2022-04-08T11:52:25Z', 'revision_number': 1, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:39.058159 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8967016-494b-4220-853c-970b2bcc86d0 None None] New status for floating IP e715a393-b631-471d-a1c0-659f9a4cab02: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:56:39.554540 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-87b2e796-aea3-45b4-97a2-c2a75b13c4b0 req-c16ee11e-bdec-43c8-97e5-692712733b3d service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885453 Apr 08 11:56:39.595511 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:39.736161 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647d59d-2c8b-4502-a605-691a56cb1792 req-f52f444c-49f2-4282-9f9f-f71702a6f965 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:39.737673 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4647d59d-2c8b-4502-a605-691a56cb1792 req-f52f444c-49f2-4282-9f9f-f71702a6f965 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Apr 08 11:56:39.788231 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-4647d59d-2c8b-4502-a605-691a56cb1792 req-53b07a57-0681-4d6e-baa8-488a50ab0f9c tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441980 Apr 08 11:56:40.186554 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-c69a3ecd-a799-4bf4-97db-5aa9809b4dba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:40.188003 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-c69a3ecd-a799-4bf4-97db-5aa9809b4dba tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 945 time: 0.0523651 Apr 08 11:56:40.291937 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port b9755474-a89d-4413-b219-713d4e29bad5 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:40.292192 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (b9755474-a89d-4413-b219-713d4e29bad5), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:40.387047 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] For port b9755474-a89d-4413-b219-713d4e29bad5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9755474-a89d-4413-b219-713d4e29bad5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:40.387410 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (b9755474-a89d-4413-b219-713d4e29bad5), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:40.399684 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for b9755474-a89d-4413-b219-713d4e29bad5 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:40.693750 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (b9755474-a89d-4413-b219-713d4e29bad5), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:40.724241 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=b9755474-a89d-4413-b219-713d4e29bad5,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:40.749971 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.750321 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.750661 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.750999 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.751331 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.751661 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.751985 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.752311 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.752636 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.752984 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.753314 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.753627 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.753944 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.754262 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.754583 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:40.776814 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] No DVR routers for this DVR port b9755474-a89d-4413-b219-713d4e29bad5 on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:40.779835 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:40.783137 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-619fa1a4-3d4d-430d-bdba-1b6759a0ae36 req-a5eef08c-01e4-45cd-8671-7f83a92635fb tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "DELETE /v2.0/ports/b9755474-a89d-4413-b219-713d4e29bad5 HTTP/1.1" status: 204 len: 173 time: 0.5905204 Apr 08 11:56:40.783569 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'name': 'network-vif-deleted', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:40.785899 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24fcb1f-4f4a-49ae-aefd-06b3697d4dcc" -d '{"events": [{"server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "name": "network-vif-deleted", "tag": "b9755474-a89d-4413-b219-713d4e29bad5"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:40.828127 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c1850f-b1de-444c-a7f2-6d7d3dfd08ff x-openstack-request-id: req-f3c1850f-b1de-444c-a7f2-6d7d3dfd08ff {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:40.828368 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81268f3-ed4a-4c1a-a8a7-e2423c70de09", "name": "network-vif-deleted", "tag": "b9755474-a89d-4413-b219-713d4e29bad5", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:40.828613 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c1850f-b1de-444c-a7f2-6d7d3dfd08ff {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:40.829072 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c1850f-b1de-444c-a7f2-6d7d3dfd08ff'] response: {'server_uuid': 'a81268f3-ed4a-4c1a-a8a7-e2423c70de09', 'name': 'network-vif-deleted', 'tag': 'b9755474-a89d-4413-b219-713d4e29bad5', 'status': 'completed', 'code': 200} Apr 08 11:56:40.891119 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-e80ac068-b929-403e-beec-65f781c0d2fc req-5b8ac18f-ec78-4281-93cb-bd79a08ebdb3 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Apr 08 11:56:41.036459 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:42.005734 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e98754b9-2a73-4661-865a-15caa50f3fe7 req-291b8511-368a-4f0f-b387-2dbd3ae22fc7 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81268f3-ed4a-4c1a-a8a7-e2423c70de09 HTTP/1.1" status: 200 len: 210 time: 0.0316832 Apr 08 11:56:42.343872 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:43.235561 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device b9755474-a89d-4413-b219-713d4e29bad5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:43.256314 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: b9755474-a89d-4413-b219-713d4e29bad5 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:43.256646 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device b9755474-a89d-4413-b219-713d4e29bad5 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:45.660640 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56770) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:45.819052 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port 795f07b3-9503-4dee-b7d4-4b22db2567d0 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:45.819385 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.147481 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.147800 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (795f07b3-9503-4dee-b7d4-4b22db2567d0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.160520 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for 795f07b3-9503-4dee-b7d4-4b22db2567d0 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:46.396333 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (795f07b3-9503-4dee-b7d4-4b22db2567d0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.421464 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=795f07b3-9503-4dee-b7d4-4b22db2567d0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:46.483222 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (2e157853-e1cf-4596-ae3c-ae8de54844e9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.483546 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Floating IP 2e157853-e1cf-4596-ae3c-ae8de54844e9 disassociated (deleted). External IP: 172.27.1.157, port: 092215a6-b5ef-4440-8563-239b6b70b735. Apr 08 11:56:46.694581 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:46.805147 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:46.810993 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:46.815475 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:46.828004 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:46.828602 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:46.842949 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-94545a15-cdba-44aa-b8ad-d590f19727c9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e157853-e1cf-4596-ae3c-ae8de54844e9 HTTP/1.1" status: 204 len: 168 time: 1.1810174 Apr 08 11:56:46.847391 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:46.847791 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e69db4edb5ccdc0ceaecdb5465b807a7e53ef94c993efd66f9e5dd19860d98d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15987a29-9b8b-4a06-b93e-bc4e258c5c10" -d '{"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:46.899276 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e7a8c-70db-4855-bba0-af060e76d48d x-openstack-request-id: req-5d7e7a8c-70db-4855-bba0-af060e76d48d {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:46.899563 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "tag": "092215a6-b5ef-4440-8563-239b6b70b735", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:46.899835 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d7e7a8c-70db-4855-bba0-af060e76d48d {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:46.900330 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7e7a8c-70db-4855-bba0-af060e76d48d'] response: {'name': 'network-changed', 'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735', 'status': 'completed', 'code': 200} Apr 08 11:56:46.943400 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:46.965452 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-ad6e65fb-846a-4b68-b1d5-862d14123823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:46.967014 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-ad6e65fb-846a-4b68-b1d5-862d14123823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b49a0b89499a4dda90b1da605b637b0a&device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 1129 time: 0.0456812 Apr 08 11:56:47.057520 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-7b206016-6e8e-4d35-bf01-8ad765853794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:47.059596 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-7b206016-6e8e-4d35-bf01-8ad765853794 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 200 len: 911 time: 0.0874088 Apr 08 11:56:47.104394 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-967893f2-f892-4690-9561-d59f1860565e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 200 len: 217 time: 0.0391450 Apr 08 11:56:47.148907 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:47.154802 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-1396669c-f7de-4a78-a411-19d5511275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:47.156282 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-1396669c-f7de-4a78-a411-19d5511275b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 200 len: 849 time: 0.0458689 Apr 08 11:56:47.175186 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:47.183947 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:47.185034 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:47.206618 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-65602edd-afd2-4341-90d8-d35e9185df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:47.208178 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-65602edd-afd2-4341-90d8-d35e9185df51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8df47f6-f16b-4656-9377-f54eb8d0e3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465415 Apr 08 11:56:47.295599 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:47.311875 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-3aee4f6e-73e3-4d4d-9dc4-f1548912148a service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978956 Apr 08 11:56:47.405587 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-15987a29-9b8b-4a06-b93e-bc4e258c5c10 req-e94cb1a7-b8da-459f-b7cd-a80b70346fc2 service neutron] 10.222.0.61 "GET /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Apr 08 11:56:47.501022 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:47.530841 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f30d6-680f-4df1-96dc-b89b71ef1bfc None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:48:43Z', 'revision_number': 4, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi', '_interfaces': [{'id': '6867d621-fcdf-41af-88a7-5e9aa8e9a076', 'name': '', 'network_id': 'e8df47f6-f16b-4656-9377-f54eb8d0e3da', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'mac_address': 'fa:16:3e:53:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:42Z', 'updated_at': '2022-04-08T11:48:47Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'subnets': [{'id': '2b46ef87-a607-4fd3-a737-6056b0746c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:47.662475 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbbe96-ae6b-4ca7-ba45-9c47ed14bb13 req-3cf1f50c-0d83-4ed7-ae20-ecb8247e558d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:47.663993 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c5bbbe96-ae6b-4ca7-ba45-9c47ed14bb13 req-3cf1f50c-0d83-4ed7-ae20-ecb8247e558d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0543487 Apr 08 11:56:47.717520 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-c5bbbe96-ae6b-4ca7-ba45-9c47ed14bb13 req-25d98aa4-ca52-4895-877d-43408f9c0b34 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Apr 08 11:56:47.761705 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578fead-9573-42f8-81bd-5fa0d1059b11 None None] New status for floating IP 2e157853-e1cf-4596-ae3c-ae8de54844e9: DOWN {{(pid=104001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:56:48.837904 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda63776-66be-40a8-9be3-ea2014554662 req-34a17927-a4bb-460c-9614-d0c7cbdd132d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:48.839879 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cda63776-66be-40a8-9be3-ea2014554662 req-34a17927-a4bb-460c-9614-d0c7cbdd132d tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0533438 Apr 08 11:56:48.889356 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-cda63776-66be-40a8-9be3-ea2014554662 req-41dbeeb9-3a85-4ce1-aae1-6bc0510b3402 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Apr 08 11:56:49.551342 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-7c31fb3d-47c7-46c1-b42a-ce32c51b07d9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:49.552837 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-7c31fb3d-47c7-46c1-b42a-ce32c51b07d9 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0526199 Apr 08 11:56:49.646146 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port 092215a6-b5ef-4440-8563-239b6b70b735 {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:49.646481 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (092215a6-b5ef-4440-8563-239b6b70b735), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:49.735065 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] For port 092215a6-b5ef-4440-8563-239b6b70b735, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=092215a6-b5ef-4440-8563-239b6b70b735,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:49.735424 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (092215a6-b5ef-4440-8563-239b6b70b735), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:49.747954 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for 092215a6-b5ef-4440-8563-239b6b70b735 owned by compute:nova {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:50.013699 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (092215a6-b5ef-4440-8563-239b6b70b735), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:50.015574 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35789-c9c9-4d58-a1b6-2d5a02db3fd6 req-0c6e8259-a818-40a6-b231-ac5cbd2ca44f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:50.017231 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a5b35789-c9c9-4d58-a1b6-2d5a02db3fd6 req-0c6e8259-a818-40a6-b231-ac5cbd2ca44f tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 945 time: 0.0520194 Apr 08 11:56:50.040746 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=092215a6-b5ef-4440-8563-239b6b70b735,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:50.075564 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-a5b35789-c9c9-4d58-a1b6-2d5a02db3fd6 req-55b6e850-12a7-45a1-8b9c-0051a8d4370e tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523756 Apr 08 11:56:50.090403 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] No DVR routers for this DVR port 092215a6-b5ef-4440-8563-239b6b70b735 on host hv-cinder-83607 {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:50.093070 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for port (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:50.096758 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [req-e34102aa-dd2b-452e-995c-6a03fc7a0e48 req-1c2119d7-f15b-4122-9f79-1b8e59339647 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.61 "DELETE /v2.0/ports/092215a6-b5ef-4440-8563-239b6b70b735 HTTP/1.1" status: 204 len: 173 time: 0.5389085 Apr 08 11:56:50.096868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'name': 'network-vif-deleted', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735'}] {{(pid=103999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:50.099202 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f2e110e70f8d1fe38625bd07e0f1ee2ec73421bc880fced3f14e3db8878385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497926b-85bc-44e1-a368-96e46e220a63" -d '{"events": [{"server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "name": "network-vif-deleted", "tag": "092215a6-b5ef-4440-8563-239b6b70b735"}]}' {{(pid=103999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:50.134112 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086aae61-eb35-4a24-855f-c7fd0650994e x-openstack-request-id: req-086aae61-eb35-4a24-855f-c7fd0650994e {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:50.134800 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c830281a-8dd5-4b76-b015-715d6e02099a", "name": "network-vif-deleted", "tag": "092215a6-b5ef-4440-8563-239b6b70b735", "status": "completed", "code": 200}]} {{(pid=103999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:50.135066 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-086aae61-eb35-4a24-855f-c7fd0650994e {{(pid=103999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:50.135471 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086aae61-eb35-4a24-855f-c7fd0650994e'] response: {'server_uuid': 'c830281a-8dd5-4b76-b015-715d6e02099a', 'name': 'network-vif-deleted', 'tag': '092215a6-b5ef-4440-8563-239b6b70b735', 'status': 'completed', 'code': 200} Apr 08 11:56:50.579627 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:51.180227 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [req-2a98d3d0-0f4d-4880-ab22-ec8450d82e17 req-a9d33f70-e4a9-41d2-98ff-d0ca9a440eaf tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "GET /v2.0/ports?device_id=c830281a-8dd5-4b76-b015-715d6e02099a HTTP/1.1" status: 200 len: 210 time: 0.0264592 Apr 08 11:56:51.283219 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 092215a6-b5ef-4440-8563-239b6b70b735 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:51.304527 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] No Port match for: 092215a6-b5ef-4440-8563-239b6b70b735 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:51.304901 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Device 092215a6-b5ef-4440-8563-239b6b70b735 not bound to the agent host hv-cinder-83607 {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:52.239605 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56790) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:52.363760 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Deleting port 48d30683-3ba3-46c3-8cc8-82000b21fd48 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:52.364095 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.437350 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.437675 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (48d30683-3ba3-46c3-8cc8-82000b21fd48), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.449772 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Calling delete_port for 48d30683-3ba3-46c3-8cc8-82000b21fd48 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:52.763008 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (48d30683-3ba3-46c3-8cc8-82000b21fd48), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.786118 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'Port': ['ID=48d30683-3ba3-46c3-8cc8-82000b21fd48,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:52.851805 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for floatingip (e813665a-edb8-432c-9d64-5505d03efefb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.854460 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4171308'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.864707 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-058b7c23-5f97-4243-820c-59513049158a tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "DELETE /v2.0/floatingips/e813665a-edb8-432c-9d64-5505d03efefb HTTP/1.1" status: 204 len: 168 time: 0.6151853 Apr 08 11:56:54.388901 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56802) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:54.445468 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:54.470694 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:54.658517 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:54.661090 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:54.662253 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7 HTTP/1.1" status: 204 len: 168 time: 0.2723618 Apr 08 11:56:54.672086 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4624b-97dd-4e86-9dd9-a30c2afbbb90 tempest-TestVolumeBootPattern-197115658 tempest-TestVolumeBootPattern-197115658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf69c3-ab1c-41e7-8aee-14a674c7d0d7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:54.840037 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56806) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:55.291431 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:55.533798 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Deleting port 6867d621-fcdf-41af-88a7-5e9aa8e9a076 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:55.534134 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:55.611916 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] For port 6867d621-fcdf-41af-88a7-5e9aa8e9a076, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6867d621-fcdf-41af-88a7-5e9aa8e9a076,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:55.612273 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:55.624593 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Calling delete_port for 6867d621-fcdf-41af-88a7-5e9aa8e9a076 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:55.916138 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (6867d621-fcdf-41af-88a7-5e9aa8e9a076), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:55.946869 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Pushing event deleted for resources: {'Port': ['ID=6867d621-fcdf-41af-88a7-5e9aa8e9a076,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:56.113800 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.343108 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Router c0e80a9b-278a-4069-967b-c48c3aa847c7 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:56.457375 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:56.462910 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bcdde177-2925-4cde-82a0-1d1574216518 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0e80a9b-278a-4069-967b-c48c3aa847c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217139 Apr 08 11:56:56.465953 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56810) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:56.467533 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Sync routers for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:56.477971 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:56.478606 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:56.572272 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks [] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.584653 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:56.690342 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks [] for router_gateway (c0e80a9b-278a-4069-967b-c48c3aa847c7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.765701 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:56:55Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:56.795049 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Checking router: c0e80a9b-278a-4069-967b-c48c3aa847c7 for host: dv-cinder-836072-3-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:56.803315 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Routers {'c0e80a9b-278a-4069-967b-c48c3aa847c7'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:56.803913 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['c0e80a9b-278a-4069-967b-c48c3aa847c7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:56.874701 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Deleting port 308c5aaf-356c-4be7-8f28-d03ca4925698 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:56.875029 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.960448 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] For port 308c5aaf-356c-4be7-8f28-d03ca4925698, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=308c5aaf-356c-4be7-8f28-d03ca4925698,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:56.961165 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.975373 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Calling delete_port for 308c5aaf-356c-4be7-8f28-d03ca4925698 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:57.001824 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] Set router c0e80a9b-278a-4069-967b-c48c3aa847c7 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:57.189121 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:56:55Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:57.216178 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc091-9b53-45be-9926-6e7778531cef None None] The sync data for ids ['c0e80a9b-278a-4069-967b-c48c3aa847c7'] in dv-cinder-836072-3-iscsi is: [{'id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'name': 'tempest-TestVolumeBootPattern-84493377-router', 'tenant_id': 'b49a0b89499a4dda90b1da605b637b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:40Z', 'updated_at': '2022-04-08T11:56:55Z', 'revision_number': 5, 'project_id': 'b49a0b89499a4dda90b1da605b637b0a', 'gw_port': {'id': '308c5aaf-356c-4be7-8f28-d03ca4925698', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80a9b-278a-4069-967b-c48c3aa847c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:41Z', 'updated_at': '2022-04-08T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:57.225323 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (308c5aaf-356c-4be7-8f28-d03ca4925698), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.252128 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=308c5aaf-356c-4be7-8f28-d03ca4925698,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:57.314664 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.657055 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.659578 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks [] for router_controller (c0e80a9b-278a-4069-967b-c48c3aa847c7), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.705939 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6867d621-fcdf-41af-88a7-5e9aa8e9a076 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:57.726382 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 6867d621-fcdf-41af-88a7-5e9aa8e9a076 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:57.726725 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6867d621-fcdf-41af-88a7-5e9aa8e9a076 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:57.819196 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (c0e80a9b-278a-4069-967b-c48c3aa847c7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.819670 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e80a9b-278a-4069-967b-c48c3aa847c7 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:56:57.825064 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.828008 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c7e17d23-2a41-411b-8b01-eab229e33cc5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c0e80a9b-278a-4069-967b-c48c3aa847c7 HTTP/1.1" status: 204 len: 168 time: 1.3590229 Apr 08 11:56:57.828723 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56812) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:57.874693 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Deleting subnet 2b46ef87-a607-4fd3-a737-6056b0746c78 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:56:57.878103 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Publish callbacks [] for subnet (2b46ef87-a607-4fd3-a737-6056b0746c78), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.917866 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707156'] for subnet (2b46ef87-a607-4fd3-a737-6056b0746c78), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.000152 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (2b46ef87-a607-4fd3-a737-6056b0746c78), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.122357 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732105'] for subnet (2b46ef87-a607-4fd3-a737-6056b0746c78), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.150286 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b46ef87-a607-4fd3-a737-6056b0746c78,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:58.155934 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.161062 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63a39a-8cd0-4184-a913-1e8b1809c0cd None None] Network e8df47f6-f16b-4656-9377-f54eb8d0e3da requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:56:58.161424 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b3d2f4ed-42a1-455f-a7d1-bd7299ae49fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2b46ef87-a607-4fd3-a737-6056b0746c78 HTTP/1.1" status: 204 len: 168 time: 0.3316474 Apr 08 11:56:58.163792 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56814) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:58.230233 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (e8df47f6-f16b-4656-9377-f54eb8d0e3da), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.288501 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Deleting port 94ae2964-de78-49f8-b539-f34c45ce26f5 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:58.289020 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.330218 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] DHCP port deletion for e8df47f6-f16b-4656-9377-f54eb8d0e3da request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:56:58.358176 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] For port 94ae2964-de78-49f8-b539-f34c45ce26f5, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=94ae2964-de78-49f8-b539-f34c45ce26f5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:58.358541 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.371840 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Calling delete_port for 94ae2964-de78-49f8-b539-f34c45ce26f5 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:58.378148 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Deleting port 94ae2964-de78-49f8-b539-f34c45ce26f5 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:58.378449 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.440631 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] For port 94ae2964-de78-49f8-b539-f34c45ce26f5, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=94ae2964-de78-49f8-b539-f34c45ce26f5,segment=NetworkSegment(8677feca-bcc4-48a7-9a31-e24c9a37858c),segment_id=8677feca-bcc4-48a7-9a31-e24c9a37858c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:58.441046 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.453188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Calling delete_port for 94ae2964-de78-49f8-b539-f34c45ce26f5 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:58.510908 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237353'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.535247 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ae2964-de78-49f8-b539-f34c45ce26f5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:58.541117 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] No DVR routers for this DVR port 94ae2964-de78-49f8-b539-f34c45ce26f5 on host dv-cinder-836072-3-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:58.619162 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (e8df47f6-f16b-4656-9377-f54eb8d0e3da), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.639744 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8df47f6-f16b-4656-9377-f54eb8d0e3da']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:58.648771 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8677feca-bcc4-48a7-9a31-e24c9a37858c') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:58.649066 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8677feca-bcc4-48a7-9a31-e24c9a37858c') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:58.658297 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707149'] for segment (8677feca-bcc4-48a7-9a31-e24c9a37858c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.660578 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (94ae2964-de78-49f8-b539-f34c45ce26f5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.672237 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (8677feca-bcc4-48a7-9a31-e24c9a37858c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.678938 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:56:58.680479 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237338'] for segment (8677feca-bcc4-48a7-9a31-e24c9a37858c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: Traceback (most recent call last): Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: timer() Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: cb(*args, **kw) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: return func(*args, **kwargs) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: self._notify() Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: self.callback(batched_events) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: event.method(event) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: return f(self, *a, **k) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._get(url).json() Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: return self.request(url, 'GET', **kwargs) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:56:58.681014 dv-cinder-836072-3-iscsi neutron-server[104000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:56:58.695808 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Pushing event deleted for resources: {'Port': ['ID=94ae2964-de78-49f8-b539-f34c45ce26f5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:58.699038 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] No DVR routers for this DVR port 94ae2964-de78-49f8-b539-f34c45ce26f5 on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:58.705419 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.705766 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.709004 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.716056 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.716056 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.716056 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966dfc32-e58a-44f1-9119-de0ae509f271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-3-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:58.847880 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (e8df47f6-f16b-4656-9377-f54eb8d0e3da), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.853579 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.857562 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8df47f6-f16b-4656-9377-f54eb8d0e3da HTTP/1.1" status: 204 len: 168 time: 0.6928461 Apr 08 11:56:58.865367 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56816) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:58.869049 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794ae25-0468-4bd7-b054-72e6a19ec213 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8df47f6-f16b-4656-9377-f54eb8d0e3da,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:59.210395 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856331'] for router_interface (e92e2287-19c7-475d-aa70-700b378bb233), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:59.484213 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Deleting port d20c102c-eed8-462b-b0f9-ac3a78bacfdf {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:59.484542 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:59.580660 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] For port d20c102c-eed8-462b-b0f9-ac3a78bacfdf, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:59.581006 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:59.599837 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Calling delete_port for d20c102c-eed8-462b-b0f9-ac3a78bacfdf owned by network:router_interface {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:59.647542 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 308c5aaf-356c-4be7-8f28-d03ca4925698 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:59.668776 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 308c5aaf-356c-4be7-8f28-d03ca4925698 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:59.669127 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 308c5aaf-356c-4be7-8f28-d03ca4925698 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:59.669543 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 94ae2964-de78-49f8-b539-f34c45ce26f5 no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:59.689176 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 94ae2964-de78-49f8-b539-f34c45ce26f5 {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:59.689525 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 94ae2964-de78-49f8-b539-f34c45ce26f5 not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:59.900153 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (d20c102c-eed8-462b-b0f9-ac3a78bacfdf), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:59.935670 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20c102c-eed8-462b-b0f9-ac3a78bacfdf,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:59.987210 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:57:00.137315 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856260'] for router_interface (e92e2287-19c7-475d-aa70-700b378bb233), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:00.619866 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Router e92e2287-19c7-475d-aa70-700b378bb233 has already been hosted by L3 agent b825e335-ae8e-4287-a72d-42d48118fe24 {{(pid=103999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:00.727524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] Notify agent at l3_agent.dv-cinder-836072-3-iscsi the message routers_updated {{(pid=103999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:00.732912 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-7b4842e0-f674-410c-ae8c-183f5802e572 admin admin] 10.222.0.37 "PUT /v2.0/routers/e92e2287-19c7-475d-aa70-700b378bb233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661289 Apr 08 11:57:00.735059 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56818) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:00.737703 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Sync routers for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:00.748922 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:00.749572 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:00.839700 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks [] for router (e92e2287-19c7-475d-aa70-700b378bb233), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:00.858101 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: dv-cinder-836072-3-iscsi {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:00.943299 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks [] for router_gateway (e92e2287-19c7-475d-aa70-700b378bb233), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.053306 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'external_fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:56:59Z', 'revision_number': 5, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port': {'id': '33491d6d-8c8a-4d94-9029-dc437588d96a', 'name': '', 'network_id': 'd9bc02b0-abc6-4370-8fb9-4fabbeef8bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fdc438-93c9-45d1-99bd-6a7afcce2007', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-3-iscsi'}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:01.074780 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Deleting port 33491d6d-8c8a-4d94-9029-dc437588d96a {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:01.075118 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.080552 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Checking router: e92e2287-19c7-475d-aa70-700b378bb233 for host: dv-cinder-836072-3-iscsi {{(pid=104001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:01.090767 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Routers {'e92e2287-19c7-475d-aa70-700b378bb233'} bound to L3 agent in host dv-cinder-836072-3-iscsi {{(pid=104001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:01.091411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:56:09Z,description=,heartbeat_timestamp=2022-04-08T11:56:39Z,host='dv-cinder-836072-3-iscsi',id=b825e335-ae8e-4287-a72d-42d48118fe24,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:56:09Z,topic='l3_agent')) {'router_ids': ['e92e2287-19c7-475d-aa70-700b378bb233'], 'active': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:01.155524 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] For port 33491d6d-8c8a-4d94-9029-dc437588d96a, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=33491d6d-8c8a-4d94-9029-dc437588d96a,segment=NetworkSegment(467ee134-9fff-46d9-87f4-c92a4ad66f77),segment_id=467ee134-9fff-46d9-87f4-c92a4ad66f77)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:01.155892 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.171747 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Calling delete_port for 33491d6d-8c8a-4d94-9029-dc437588d96a owned by network:router_gateway {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:01.180992 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvr_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] Set router e92e2287-19c7-475d-aa70-700b378bb233 gateway port host: None {{(pid=104001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:01.238348 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_hamode_db [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:57:00Z', 'revision_number': 6, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port_host': None}], 'dv-cinder-836072-3-iscsi', False) {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:01.274408 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fce3c6-2391-43f4-9ffc-f754d5dea436 None None] The sync data for ids ['e92e2287-19c7-475d-aa70-700b378bb233'] in dv-cinder-836072-3-iscsi is: [{'id': 'e92e2287-19c7-475d-aa70-700b378bb233', 'name': 'tempest-TestVolumeBootPattern-1181373505-router', 'tenant_id': '6544a16181bb4dae8414678be4cf255c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:48:46Z', 'updated_at': '2022-04-08T11:57:00Z', 'revision_number': 6, 'project_id': '6544a16181bb4dae8414678be4cf255c', 'gw_port_host': None}] {{(pid=104001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:01.424615 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (33491d6d-8c8a-4d94-9029-dc437588d96a), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.454623 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Pushing event deleted for resources: {'Port': ['ID=33491d6d-8c8a-4d94-9029-dc437588d96a,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:01.512976 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855601'] for router_gateway (e92e2287-19c7-475d-aa70-700b378bb233), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.603736 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3858080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26854'] for router (e92e2287-19c7-475d-aa70-700b378bb233), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.607006 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks [] for router_controller (e92e2287-19c7-475d-aa70-700b378bb233), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.719810 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device d20c102c-eed8-462b-b0f9-ac3a78bacfdf no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:01.741028 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: d20c102c-eed8-462b-b0f9-ac3a78bacfdf {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:01.741623 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device d20c102c-eed8-462b-b0f9-ac3a78bacfdf not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:01.749469 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3858095'] for router (e92e2287-19c7-475d-aa70-700b378bb233), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.750025 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92e2287-19c7-475d-aa70-700b378bb233 {{(pid=103999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:57:01.758785 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.758785 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-d00bc333-60f6-471c-be79-c9eb217051fd admin admin] 10.222.0.37 "DELETE /v2.0/routers/e92e2287-19c7-475d-aa70-700b378bb233 HTTP/1.1" status: 204 len: 168 time: 1.0192478 Apr 08 11:57:01.758785 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56820) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:01.802478 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Deleting subnet 71537057-3a15-4264-b9c4-0fdcd757c49c {{(pid=103999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:57:01.805481 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Publish callbacks [] for subnet (71537057-3a15-4264-b9c4-0fdcd757c49c), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.838421 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829218'] for subnet (71537057-3a15-4264-b9c4-0fdcd757c49c), precommit_delete_associations {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:01.917999 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699493'] for subnet (71537057-3a15-4264-b9c4-0fdcd757c49c), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.048066 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9050348'] for subnet (71537057-3a15-4264-b9c4-0fdcd757c49c), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.070780 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71537057-3a15-4264-b9c4-0fdcd757c49c,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:02.080494 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.083899 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-c413d98f-4c6b-454b-97b9-998808f56294 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71537057-3a15-4264-b9c4-0fdcd757c49c HTTP/1.1" status: 204 len: 168 time: 0.3250616 Apr 08 11:57:02.086286 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56822) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:02.086895 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa43a9d-e1e1-4f05-a527-16de3ee9b8ed None None] Network 1148992a-a50b-4c1d-8cdc-3ef7837ed796 requested from dv-cinder-836072-3-iscsi {{(pid=104001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:57:02.161973 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3444132'] for network (1148992a-a50b-4c1d-8cdc-3ef7837ed796), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.217527 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Deleting port 6adc6d92-1660-4936-85f2-a56a8051a13d {{(pid=103999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:02.217869 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.249007 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] DHCP port deletion for 1148992a-a50b-4c1d-8cdc-3ef7837ed796 request from dv-cinder-836072-3-iscsi {{(pid=104001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:57:02.285121 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] For port 6adc6d92-1660-4936-85f2-a56a8051a13d, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6adc6d92-1660-4936-85f2-a56a8051a13d,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=103999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:02.285358 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.299171 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Calling delete_port for 6adc6d92-1660-4936-85f2-a56a8051a13d owned by network:dhcp {{(pid=103999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:02.303191 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Deleting port 6adc6d92-1660-4936-85f2-a56a8051a13d {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:02.303565 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728625601154'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.373903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] For port 6adc6d92-1660-4936-85f2-a56a8051a13d, host dv-cinder-836072-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-3-iscsi',level=0,port_id=6adc6d92-1660-4936-85f2-a56a8051a13d,segment=NetworkSegment(72865e7c-fa90-4837-a981-df71cdad4ffe),segment_id=72865e7c-fa90-4837-a981-df71cdad4ffe)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:02.374298 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3850303'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.386692 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Calling delete_port for 6adc6d92-1660-4936-85f2-a56a8051a13d owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:02.464765 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451314'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.469988 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3493663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728625606741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728625147477'] for port (6adc6d92-1660-4936-85f2-a56a8051a13d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.493419 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] No DVR routers for this DVR port 6adc6d92-1660-4936-85f2-a56a8051a13d on host dv-cinder-836072-3-iscsi {{(pid=103999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:02.493625 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] Pushing event deleted for resources: {'Port': ['ID=6adc6d92-1660-4936-85f2-a56a8051a13d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:02.501097 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cbb8ac-69c3-4550-b4a6-8f93f53f06a7 None None] No DVR routers for this DVR port 6adc6d92-1660-4936-85f2-a56a8051a13d on host dv-cinder-836072-3-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:02.501227 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adc6d92-1660-4936-85f2-a56a8051a13d,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:02.586467 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728060', 'neutron.services.segments.db._delete_segments_for_network-8728625427914'] for network (1148992a-a50b-4c1d-8cdc-3ef7837ed796), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.599428 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1148992a-a50b-4c1d-8cdc-3ef7837ed796']}} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:02.609306 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72865e7c-fa90-4837-a981-df71cdad4ffe') {'for_net_delete': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:02.609605 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.services.segments.db [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72865e7c-fa90-4837-a981-df71cdad4ffe') {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:02.619421 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728625429459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829243'] for segment (72865e7c-fa90-4837-a981-df71cdad4ffe), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.633893 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620'] for segment (72865e7c-fa90-4837-a981-df71cdad4ffe), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.641034 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:57:02.641474 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451265'] for segment (72865e7c-fa90-4837-a981-df71cdad4ffe), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: Traceback (most recent call last): Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: timer() Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: cb(*args, **kw) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: return func(*args, **kwargs) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: self._notify() Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: self.callback(batched_events) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: event.method(event) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: return f(self, *a, **k) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._get(url).json() Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: return self.request(url, 'GET', **kwargs) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:57:02.643204 dv-cinder-836072-3-iscsi neutron-server[103999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:57:02.750376 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3855573'] for network (1148992a-a50b-4c1d-8cdc-3ef7837ed796), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.755872 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683377'] for network (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:02.759150 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1148992a-a50b-4c1d-8cdc-3ef7837ed796 HTTP/1.1" status: 204 len: 168 time: 0.6718888 Apr 08 11:57:02.769888 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a803665-ea68-4d18-bf31-1caada0ed2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1148992a-a50b-4c1d-8cdc-3ef7837ed796,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:03.002105 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56826) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:03.041450 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-a50ad44e-92da-45e5-adcc-9d8cde5311b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b49a0b89499a4dda90b1da605b637b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381496 Apr 08 11:57:03.043862 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.wsgi [-] (103999) accepted ('10.222.0.37', 56828) {{(pid=103999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:03.093482 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] Publish callbacks [] for security_group (1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7), before_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:03.114548 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] Publish callbacks [] for security_group (1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7), precommit_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:03.235913 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7), after_delete {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:03.238868 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:03.244825 dv-cinder-836072-3-iscsi neutron-server[103999]: INFO neutron.wsgi [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7 HTTP/1.1" status: 204 len: 168 time: 0.1952477 Apr 08 11:57:03.250445 dv-cinder-836072-3-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98ada-976f-45be-82af-1d1a56c92a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8cbbc8-ddc7-4bf8-aabc-8d5e1d4d56d7,revision_number=None']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:03.636111 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 33491d6d-8c8a-4d94-9029-dc437588d96a no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:03.656256 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 33491d6d-8c8a-4d94-9029-dc437588d96a {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:03.656596 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 33491d6d-8c8a-4d94-9029-dc437588d96a not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:03.657009 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6adc6d92-1660-4936-85f2-a56a8051a13d no longer exists at agent ovs-agent-dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:03.675574 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] No Port match for: 6adc6d92-1660-4936-85f2-a56a8051a13d {{(pid=104001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:03.675923 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.rpc [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Device 6adc6d92-1660-4936-85f2-a56a8051a13d not bound to the agent host dv-cinder-836072-3-iscsi {{(pid=104001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:03.921221 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56834) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:03.960433 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9d1c7769-5b6b-462d-8467-d35b4cbdbfa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6544a16181bb4dae8414678be4cf255c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380473 Apr 08 11:57:03.966666 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.37', 56836) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:04.013886 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] Publish callbacks [] for security_group (f9638cce-06e3-44a6-b0af-dd269d509ff1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:04.034615 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] Publish callbacks [] for security_group (f9638cce-06e3-44a6-b0af-dd269d509ff1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:04.161567 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927391'] for security_group (f9638cce-06e3-44a6-b0af-dd269d509ff1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:04.164032 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:04.165273 dv-cinder-836072-3-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9638cce-06e3-44a6-b0af-dd269d509ff1 HTTP/1.1" status: 204 len: 168 time: 0.1976948 Apr 08 11:57:04.173710 dv-cinder-836072-3-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08c29-660d-49e3-9841-39ef9f4661d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9638cce-06e3-44a6-b0af-dd269d509ff1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:06.213400 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b187011d-7900-43c1-85ff-68c9a2a972f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:08.624442 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc633-ea3f-4405-9aaa-7c997e7c99e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:09.573279 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:11.035769 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:12.316293 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:20.492998 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.207074 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a471c999-82e3-4013-8c94-c1042f73b41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.986341 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:57:38.658266 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa2ec-b26a-42ad-b220-d05b781cd6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.777696 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:41.024396 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:42.302680 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:50.446915 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:06.217972 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66a2d469-013d-4a93-ac5a-ed11ed084f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:08.612559 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1473f14e-c7f7-4fcc-9925-82ac582a8dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:09.624413 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:11.126956 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:12.412238 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:13.985403 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:58:20.440851 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:36.257835 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e9192a64-549d-41fc-a357-08e5bd04a7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:38.633414 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0b44ef0-6ac8-4266-baf4-67bd01f0d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:39.669619 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.022353 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:42.320636 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:50.463304 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:50.984150 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:59:06.251411 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-57870035-5204-4361-8ccf-e1847edc6e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:08.622496 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5781c4cc-4a05-4276-91bb-986c8e9a9ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:09.634126 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:10.993924 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:12.278131 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:20.489588 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:27.983600 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:59:36.244955 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-690690ab-a646-4c2d-a0b5-f894735ef643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:38.667766 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c1c3629-73f7-439e-808d-82009255242f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:39.627947 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:41.020952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:42.301115 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:50.466194 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:04.983231 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:00:06.225861 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-592f4981-32c1-4c61-8722-b1cb2247b2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:08.632958 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d0241389-9ad3-472c-ac87-497fac590e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.587903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.014473 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:12.284894 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.488855 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.215516 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3aba441d-c64e-44e2-9f3b-a01995c9d5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.656071 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6a37b86-e818-4505-b9c3-548f2ee98f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.613750 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:41.170860 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:41.982995 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:00:42.323913 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:50.500866 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:06.232550 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5c531b0b-d8d8-4947-be48-89fd4b464203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.637650 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8611c08-d30c-44ae-bca3-5c15cd5f4618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:09.591935 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.060844 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:12.300983 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:18.981826 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:01:20.511738 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:36.220079 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d5d37792-47e1-4b38-bfa6-b071c40ff604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:38.677374 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ca20742-9237-45d2-a098-b193339af39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:39.615741 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:41.006783 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:42.303903 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.517359 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:55.981350 dv-cinder-836072-3-iscsi neutron-server[104002]: DEBUG neutron.db.agents_db [None req-da309694-9857-44ff-8673-67ee4f0f36b7 None None] Agent healthcheck: found 6 active agents {{(pid=104002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:02:06.211772 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dbf104b7-7c74-4cca-8edb-38d91b112d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (ba3c2fff-16ca-41de-b1a9-6787b8724ec5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:08.642338 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19b60e21-ea7b-4222-8d72-a4491c6067d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (b825e335-ae8e-4287-a72d-42d48118fe24), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:09.602188 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19c2c04d-f9b0-4604-90a0-fe9f8603b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (f0051efb-7709-4013-8f94-4a549268a48c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:11.008474 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fde23bb-748d-40d9-afd9-76c68377a101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (69c00dfa-b702-408d-a67a-d274de7b5e4a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:12.276952 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bdb-5882-420d-a4a7-ddd42f2abb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (9a7538e2-2ec0-4f31-8513-4d8308c96f78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:20.516433 dv-cinder-836072-3-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1ae5aed0-69e9-4080-b527-c76ab769d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728625427896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725819'] for agent (2619a727-05ce-4b27-b105-e0d12185dcec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}